2026-02-17T22:30:55.681 INFO:root:teuthology version: 1.2.4.dev9+gfa17720d0 2026-02-17T22:30:55.698 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-17T22:30:55.781 INFO:teuthology.run:Config: archive_path: /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012 branch: 20.2.1_2.17.26-baseline_2 description: upgrade/cephfs/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}} email: yweinste@redhat.com first_in_suite: false flavor: default job_id: '54012' kernel: sha1: distro last_in_suite: false machine_type: trial meta: - desc: 'install ceph/squid latest ' name: yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: 20.2.1_2.17.26-baseline_2 ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon warn on pool no app: false mon: mon op complaint time: 120 osd: osd op complaint time: 180 conf: global: bluestore warn on legacy statfs: false bluestore warn on no per pool omap: false mon pg warn min per osd: 0 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon warn on osd down out interval zero: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - is offline because no MDS - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - BLUESTORE_SLOW_OP_ALERT - slow operation indications in BlueStore - experiencing slow operations in BlueStore - MGR_MODULE_ERROR - OSD_DOWN - osd.* is down - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - osds down - osd.* is down - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - pg .* is stuck inactive - pg .* is .*degraded - pg .* is stuck peering - scrub mismatch - ScrubResult - wrongly marked - \(POOL_APP_NOT_ENABLED\) - \(SLOW_OPS\) - overall HEALTH_ - \(MON_MSGR2_NOT_ENABLED\) - slow request sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: 20.2.1_2.17.26-baseline_2 sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed owner: scheduled_yuriw@soko04.front.sepia.ceph.com priority: 69 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.b - mon.c - mgr.x - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 seed: 8679 sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed sleep_before_teardown: 0 subset: 111/120000 suite: upgrade suite_branch: 20.2.1_2.17.26-baseline_2 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_adc1923395f2bcd6ae89b5d331d278364d1848ed/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed targets: trial050.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHYdiqgdegJ1MHTZs/Xm85oDGtMrfDcKAlq3yMLaRTabo+JinphnxHVMazog8KFBAdbVBdDVAlF0+paBHxnFCJ4= tasks: - install: branch: squid exclude_packages: - librados3 - ceph-mgr-dashboard - ceph-mgr-diskprediction-local - ceph-mgr-rook - ceph-mgr-cephadm - cephadm - ceph-volume extra_packages: - librados2 - print: '**** done installing squid' - ceph: conf: global: mon warn on pool no app: false ms bind msgr2: false log-ignorelist: - overall HEALTH_ - \(FS_ - \(MDS_ - \(OSD_ - \(MON_DOWN\) - \(CACHE_POOL_ - \(POOL_ - \(MGR_DOWN\) - \(PG_ - \(SMALLER_PGP_NUM\) - Monitor daemon marked osd - Behind on trimming - Manager daemon - exec: osd.0: - ceph osd set-require-min-compat-client squid - print: '**** done ceph' - print: '*** upgrading, no cephfs present' - exec: mon.a: - ceph fs dump - install.upgrade: mon.a: null - print: '**** done install.upgrade' - ceph.restart: daemons: - mon.* - mgr.* mon-health-to-clog: false wait-for-healthy: false - ceph.healthy: null - ceph.restart: daemons: - osd.* wait-for-healthy: false wait-for-osds-up: true - exec: mon.a: - ceph versions - ceph osd dump -f json-pretty - ceph fs dump - ceph osd require-osd-release tentacle - for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done - ceph.healthy: null - print: '**** done ceph.restart' teuthology: fragments_dropped: [] meta: {} postmerge: - "local branch = yaml.kernel.branch\nif branch and not yaml.kernel.branch:find\ \ \"-all$\" then\n log.debug(\"removing default kernel specification: %s\", yaml.kernel)\n\ \ py_attrgetter(yaml.kernel).pop('branch', nil)\n py_attrgetter(yaml.kernel).pop('deb',\ \ nil)\n py_attrgetter(yaml.kernel).pop('flavor', nil)\n py_attrgetter(yaml.kernel).pop('kdb',\ \ nil)\n py_attrgetter(yaml.kernel).pop('koji', nil)\n py_attrgetter(yaml.kernel).pop('koji_task',\ \ nil)\n py_attrgetter(yaml.kernel).pop('rpm', nil)\n py_attrgetter(yaml.kernel).pop('sha1',\ \ nil)\n py_attrgetter(yaml.kernel).pop('tag', nil)\nend\n" teuthology_branch: main teuthology_sha1: fa17720d0088c3ac28e473468bfc79eeaff5cd38 timestamp: 2026-02-17_21:13:22 tube: trial user: yuriw verbose: true worker_log: /home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3682 2026-02-17T22:30:55.781 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_adc1923395f2bcd6ae89b5d331d278364d1848ed/qa; will attempt to use it 2026-02-17T22:30:55.782 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_adc1923395f2bcd6ae89b5d331d278364d1848ed/qa/tasks 2026-02-17T22:30:55.782 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-02-17T22:30:55.783 INFO:teuthology.task.internal:Checking packages... 2026-02-17T22:30:55.783 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'adc1923395f2bcd6ae89b5d331d278364d1848ed' 2026-02-17T22:30:55.783 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T22:30:55.783 INFO:teuthology.packaging:ref: None 2026-02-17T22:30:55.783 INFO:teuthology.packaging:tag: None 2026-02-17T22:30:55.783 INFO:teuthology.packaging:branch: 20.2.1_2.17.26-baseline_2 2026-02-17T22:30:55.783 INFO:teuthology.packaging:sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:30:55.784 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=20.2.1_2.17.26-baseline_2 2026-02-17T22:30:55.907 INFO:teuthology.task.internal:Found packages for ceph version 20.2.0-670.gadc19233 2026-02-17T22:30:55.908 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-02-17T22:30:55.922 INFO:teuthology.task.internal:no buildpackages task found 2026-02-17T22:30:55.922 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-02-17T22:30:55.936 INFO:teuthology.task.internal:Saving configuration 2026-02-17T22:30:55.955 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-02-17T22:30:55.970 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-02-17T22:30:56.039 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'trial050.front.sepia.ceph.com', 'description': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012', 'up': True, 'machine_type': 'trial', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-02-17 22:27:32.697904', 'locked_by': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHYdiqgdegJ1MHTZs/Xm85oDGtMrfDcKAlq3yMLaRTabo+JinphnxHVMazog8KFBAdbVBdDVAlF0+paBHxnFCJ4='} 2026-02-17T22:30:56.039 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-02-17T22:30:56.050 INFO:teuthology.task.internal:roles: ubuntu@trial050.front.sepia.ceph.com - ['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3'] 2026-02-17T22:30:56.050 INFO:teuthology.run_tasks:Running task console_log... 2026-02-17T22:30:56.132 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x78979f5f7560>, signals=[15]) 2026-02-17T22:30:56.132 INFO:teuthology.run_tasks:Running task internal.connect... 2026-02-17T22:30:56.143 INFO:teuthology.task.internal:Opening connections... 2026-02-17T22:30:56.143 DEBUG:teuthology.task.internal:connecting to ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:30:56.144 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T22:30:56.207 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-02-17T22:30:56.218 DEBUG:teuthology.orchestra.run.trial050:> uname -m 2026-02-17T22:30:56.278 INFO:teuthology.orchestra.run.trial050.stdout:x86_64 2026-02-17T22:30:56.278 DEBUG:teuthology.orchestra.run.trial050:> cat /etc/os-release 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:NAME="CentOS Stream" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:VERSION="9" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:ID="centos" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:ID_LIKE="rhel fedora" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:VERSION_ID="9" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:PLATFORM_ID="platform:el9" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:PRETTY_NAME="CentOS Stream 9" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:ANSI_COLOR="0;31" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:LOGO="fedora-logo-icon" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:HOME_URL="https://centos.org/" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-02-17T22:30:56.334 INFO:teuthology.orchestra.run.trial050.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-02-17T22:30:56.335 INFO:teuthology.lock.ops:Updating trial050.front.sepia.ceph.com on lock server 2026-02-17T22:30:56.419 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-02-17T22:30:56.431 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-02-17T22:30:56.442 INFO:teuthology.task.internal:Checking for old test directory... 2026-02-17T22:30:56.442 DEBUG:teuthology.orchestra.run.trial050:> test '!' -e /home/ubuntu/cephtest 2026-02-17T22:30:56.458 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-02-17T22:30:56.467 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-02-17T22:30:56.467 DEBUG:teuthology.orchestra.run.trial050:> test -z $(ls -A /var/lib/ceph) 2026-02-17T22:30:56.514 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-02-17T22:30:56.617 INFO:teuthology.run_tasks:Running task kernel... 2026-02-17T22:30:56.638 INFO:teuthology.task.kernel:normalize config orig: {'sha1': 'distro'} 2026-02-17T22:30:56.638 INFO:teuthology.task.kernel:config {'mon.a': {'sha1': 'distro'}}, timeout 300 2026-02-17T22:30:56.639 DEBUG:teuthology.orchestra.run.trial050:> test -f /run/.containerenv -o -f /.dockerenv 2026-02-17T22:30:56.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T22:30:56.654 DEBUG:teuthology.orchestra.run.trial050:> uname -r 2026-02-17T22:30:56.709 INFO:teuthology.orchestra.run.trial050.stdout:5.14.0-645.el9.x86_64 2026-02-17T22:30:56.709 INFO:teuthology.task.kernel:Running kernel on trial050: 5.14.0-645.el9.x86_64 2026-02-17T22:30:56.709 DEBUG:teuthology.orchestra.run.trial050:> sudo yum install -y kernel 2026-02-17T22:31:05.995 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - BaseOS 1.0 MB/s | 8.9 MB 00:08 2026-02-17T22:31:09.197 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - AppStream 10 MB/s | 27 MB 00:02 2026-02-17T22:31:12.462 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 7.8 MB 00:00 2026-02-17T22:31:13.493 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - Extras packages 69 kB/s | 20 kB 00:00 2026-02-17T22:31:14.191 INFO:teuthology.orchestra.run.trial050.stdout:Extra Packages for Enterprise Linux 32 MB/s | 20 MB 00:00 2026-02-17T22:31:17.423 INFO:teuthology.orchestra.run.trial050.stdout:lab-extras 1.0 MB/s | 50 kB 00:00 2026-02-17T22:31:18.442 INFO:teuthology.orchestra.run.trial050.stdout:Package kernel-5.14.0-645.el9.x86_64 is already installed. 2026-02-17T22:31:18.464 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:31:18.465 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:31:18.465 INFO:teuthology.orchestra.run.trial050.stdout: Package Architecture Version Repository Size 2026-02-17T22:31:18.465 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:31:18.465 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:31:18.465 INFO:teuthology.orchestra.run.trial050.stdout: kernel x86_64 5.14.0-681.el9 baseos 803 k 2026-02-17T22:31:18.465 INFO:teuthology.orchestra.run.trial050.stdout:Installing dependencies: 2026-02-17T22:31:18.465 INFO:teuthology.orchestra.run.trial050.stdout: kernel-core x86_64 5.14.0-681.el9 baseos 17 M 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout: kernel-modules x86_64 5.14.0-681.el9 baseos 40 M 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout: kernel-modules-core x86_64 5.14.0-681.el9 baseos 31 M 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout:Install 4 Packages 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 88 M 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 135 M 2026-02-17T22:31:18.466 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:31:18.830 INFO:teuthology.orchestra.run.trial050.stdout:(1/4): kernel-5.14.0-681.el9.x86_64.rpm 13 MB/s | 803 kB 00:00 2026-02-17T22:31:18.915 INFO:teuthology.orchestra.run.trial050.stdout:(2/4): kernel-core-5.14.0-681.el9.x86_64.rpm 118 MB/s | 17 MB 00:00 2026-02-17T22:31:19.005 INFO:teuthology.orchestra.run.trial050.stdout:(3/4): kernel-modules-core-5.14.0-681.el9.x86_6 176 MB/s | 31 MB 00:00 2026-02-17T22:31:19.075 INFO:teuthology.orchestra.run.trial050.stdout:(4/4): kernel-modules-5.14.0-681.el9.x86_64.rpm 130 MB/s | 40 MB 00:00 2026-02-17T22:31:19.075 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:31:19.075 INFO:teuthology.orchestra.run.trial050.stdout:Total 145 MB/s | 88 MB 00:00 2026-02-17T22:31:19.264 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:31:19.467 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:31:19.467 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:31:19.815 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:31:19.815 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:31:20.902 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:31:21.183 INFO:teuthology.orchestra.run.trial050.stdout: Installing : kernel-modules-core-5.14.0-681.el9.x86_64 1/4 2026-02-17T22:31:21.203 INFO:teuthology.orchestra.run.trial050.stdout: Installing : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T22:31:22.984 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T22:31:23.012 INFO:teuthology.orchestra.run.trial050.stdout: Installing : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T22:31:26.034 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T22:31:26.039 INFO:teuthology.orchestra.run.trial050.stdout: Installing : kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:31:29.069 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:31:59.343 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: kernel-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:31:59.365 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: kernel-modules-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:31:59.430 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: kernel-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:31:59.430 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : kernel-5.14.0-681.el9.x86_64 1/4 2026-02-17T22:31:59.430 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : kernel-core-5.14.0-681.el9.x86_64 2/4 2026-02-17T22:31:59.430 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : kernel-modules-5.14.0-681.el9.x86_64 3/4 2026-02-17T22:31:59.482 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : kernel-modules-core-5.14.0-681.el9.x86_64 4/4 2026-02-17T22:31:59.482 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:31:59.482 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:31:59.482 INFO:teuthology.orchestra.run.trial050.stdout: kernel-5.14.0-681.el9.x86_64 2026-02-17T22:31:59.482 INFO:teuthology.orchestra.run.trial050.stdout: kernel-core-5.14.0-681.el9.x86_64 2026-02-17T22:31:59.483 INFO:teuthology.orchestra.run.trial050.stdout: kernel-modules-5.14.0-681.el9.x86_64 2026-02-17T22:31:59.483 INFO:teuthology.orchestra.run.trial050.stdout: kernel-modules-core-5.14.0-681.el9.x86_64 2026-02-17T22:31:59.483 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:31:59.483 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:31:59.541 DEBUG:teuthology.orchestra.run.trial050:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T22:31:59.566 INFO:teuthology.orchestra.run.trial050.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T22:31:59.567 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T22:31:59.568 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-645.el9.x86_64 Expected: 5.14.0-681.el9.x86_64 2026-02-17T22:31:59.568 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2026-02-17T22:31:59.568 DEBUG:teuthology.task.kernel:src is distro, skipping download 2026-02-17T22:31:59.568 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2026-02-17T22:31:59.568 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@trial050.front.sepia.ceph.com, path=None, version=distro) 2026-02-17T22:31:59.568 DEBUG:teuthology.orchestra.run.trial050:> rpm -q kernel | sort -rV | head -n 1 2026-02-17T22:31:59.631 INFO:teuthology.orchestra.run.trial050.stdout:kernel-5.14.0-681.el9.x86_64 2026-02-17T22:31:59.632 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-681.el9.x86_64 2026-02-17T22:31:59.632 DEBUG:teuthology.orchestra.run.trial050:> sudo rpm -qi grub2-tools 2026-02-17T22:31:59.701 INFO:teuthology.orchestra.run.trial050.stdout:Name : grub2-tools 2026-02-17T22:31:59.701 INFO:teuthology.orchestra.run.trial050.stdout:Epoch : 1 2026-02-17T22:31:59.701 INFO:teuthology.orchestra.run.trial050.stdout:Version : 2.06 2026-02-17T22:31:59.701 INFO:teuthology.orchestra.run.trial050.stdout:Release : 118.el9 2026-02-17T22:31:59.701 INFO:teuthology.orchestra.run.trial050.stdout:Architecture: x86_64 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Install Date: Thu 04 Dec 2025 11:54:21 PM UTC 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Group : Unspecified 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Size : 8393909 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:License : GPLv3+ 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Signature : RSA/SHA256, Wed 05 Nov 2025 09:13:15 AM UTC, Key ID 05b555b38483c65d 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Source RPM : grub2-2.06-118.el9.src.rpm 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Build Date : Tue 04 Nov 2025 03:44:14 PM UTC 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Packager : builder@centos.org 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Vendor : CentOS 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:URL : http://www.gnu.org/software/grub/ 2026-02-17T22:31:59.702 INFO:teuthology.orchestra.run.trial050.stdout:Summary : Support tools for GRUB. 2026-02-17T22:31:59.703 INFO:teuthology.orchestra.run.trial050.stdout:Description : 2026-02-17T22:31:59.703 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:31:59.703 INFO:teuthology.orchestra.run.trial050.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2026-02-17T22:31:59.703 INFO:teuthology.orchestra.run.trial050.stdout:customizable bootloader with modular architecture. It supports a rich 2026-02-17T22:31:59.703 INFO:teuthology.orchestra.run.trial050.stdout:variety of kernel formats, file systems, computer architectures and 2026-02-17T22:31:59.703 INFO:teuthology.orchestra.run.trial050.stdout:hardware devices. 2026-02-17T22:31:59.703 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:31:59.703 INFO:teuthology.orchestra.run.trial050.stdout:This subpackage provides tools for support of all platforms. 2026-02-17T22:31:59.704 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2026-02-17T22:31:59.704 INFO:teuthology.task.kernel:Updating grub on trial050 to boot 5.14.0-681.el9.x86_64 2026-02-17T22:31:59.705 DEBUG:teuthology.orchestra.run.trial050:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f -print -quit 2026-02-17T22:31:59.769 INFO:teuthology.orchestra.run.trial050.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T22:31:59.770 DEBUG:teuthology.orchestra.run.trial050:> sudo command -v grubby && echo yes || echo no 2026-02-17T22:31:59.834 INFO:teuthology.orchestra.run.trial050.stdout:/sbin/grubby 2026-02-17T22:31:59.835 INFO:teuthology.orchestra.run.trial050.stdout:yes 2026-02-17T22:31:59.836 DEBUG:teuthology.orchestra.run.trial050:> sudo find /boot/loader/entries -maxdepth 1 -name "*.conf" -type f | grep -F "5.14.0-681.el9.x86_64" | head -n 1 2026-02-17T22:31:59.902 INFO:teuthology.orchestra.run.trial050.stdout:/boot/loader/entries/b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64.conf 2026-02-17T22:31:59.903 DEBUG:teuthology.orchestra.run.trial050:> sudo grub2-set-default b0373be789df49cdafedf423703d2566-5.14.0-681.el9.x86_64 2026-02-17T22:31:59.975 DEBUG:teuthology.orchestra.run.trial050:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2026-02-17T22:32:00.182 INFO:teuthology.orchestra.run.trial050.stderr:Generating grub configuration file ... 2026-02-17T22:32:00.245 INFO:teuthology.orchestra.run.trial050.stderr:Found linux image: /boot/vmlinuz-5.14.0-681.el9.x86_64 2026-02-17T22:32:00.252 INFO:teuthology.orchestra.run.trial050.stderr:Found initrd image: /boot/initramfs-5.14.0-681.el9.x86_64.img 2026-02-17T22:32:00.501 INFO:teuthology.orchestra.run.trial050.stderr:Found linux image: /boot/vmlinuz-5.14.0-645.el9.x86_64 2026-02-17T22:32:00.507 INFO:teuthology.orchestra.run.trial050.stderr:Found initrd image: /boot/initramfs-5.14.0-645.el9.x86_64.img 2026-02-17T22:32:00.538 INFO:teuthology.orchestra.run.trial050.stderr:Found linux image: /boot/vmlinuz-0-rescue-b0373be789df49cdafedf423703d2566 2026-02-17T22:32:00.544 INFO:teuthology.orchestra.run.trial050.stderr:Found initrd image: /boot/initramfs-0-rescue-b0373be789df49cdafedf423703d2566.img 2026-02-17T22:32:00.568 INFO:teuthology.orchestra.run.trial050.stderr:Found linux image: /boot/vmlinuz-0-rescue-2734456005d743dca7f3dc77c35a2d0d 2026-02-17T22:32:00.575 INFO:teuthology.orchestra.run.trial050.stderr:Found initrd image: /boot/initramfs-0-rescue-2734456005d743dca7f3dc77c35a2d0d.img 2026-02-17T22:32:00.657 INFO:teuthology.orchestra.run.trial050.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2026-02-17T22:32:00.666 INFO:teuthology.orchestra.run.trial050.stderr:done 2026-02-17T22:32:00.668 DEBUG:teuthology.orchestra.run.trial050:> test -d /sys/firmware/efi 2026-02-17T22:32:00.684 DEBUG:teuthology.orchestra.run.trial050:> sudo find /boot/efi/EFI -mindepth 1 -maxdepth 1 -type d || true 2026-02-17T22:32:00.749 INFO:teuthology.orchestra.run.trial050.stdout:/boot/efi/EFI/BOOT 2026-02-17T22:32:00.749 INFO:teuthology.orchestra.run.trial050.stdout:/boot/efi/EFI/centos 2026-02-17T22:32:00.751 DEBUG:teuthology.orchestra.run.trial050:> sudo test -f /boot/efi/EFI/BOOT/grub.cfg && echo yes || echo no 2026-02-17T22:32:00.816 INFO:teuthology.orchestra.run.trial050.stdout:no 2026-02-17T22:32:00.817 DEBUG:teuthology.orchestra.run.trial050:> sudo test -f /boot/efi/EFI/centos/grub.cfg && echo yes || echo no 2026-02-17T22:32:00.884 INFO:teuthology.orchestra.run.trial050.stdout:yes 2026-02-17T22:32:00.884 DEBUG:teuthology.orchestra.run.trial050:> sudo cp -f /boot/grub2/grub.cfg /boot/efi/EFI/centos/grub.cfg 2026-02-17T22:32:00.951 INFO:teuthology.orchestra.remote:Triggering safe hard reboot via SysRq on trial050 2026-02-17T22:32:00.951 DEBUG:teuthology.orchestra.run.trial050:> sudo bash -c ' 2026-02-17T22:32:00.951 DEBUG:teuthology.orchestra.run.trial050:> echo pci > /sys/kernel/reboot/type && echo 1 > /sys/kernel/reboot/force && sync && echo s > /proc/sysrq-trigger && echo u > /proc/sysrq-trigger && sleep 2 && echo b > /proc/sysrq-trigger 2026-02-17T22:32:00.951 DEBUG:teuthology.orchestra.run.trial050:> ' 2026-02-17T22:32:30.993 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2026-02-17T22:32:30.994 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial050.front.sepia.ceph.com' 2026-02-17T22:32:30.995 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T22:33:31.052 DEBUG:teuthology.orchestra.remote:timed out 2026-02-17T22:33:40.059 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial050.front.sepia.ceph.com' 2026-02-17T22:33:40.060 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T22:33:40.169 DEBUG:teuthology.orchestra.run.trial050:> true 2026-02-17T22:33:40.324 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial050.front.sepia.ceph.com' 2026-02-17T22:33:40.325 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-681.el9.x86_64"... 2026-02-17T22:33:40.325 DEBUG:teuthology.orchestra.run.trial050:> uname -r 2026-02-17T22:33:40.380 INFO:teuthology.orchestra.run.trial050.stdout:5.14.0-681.el9.x86_64 2026-02-17T22:33:40.381 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-681.el9.x86_64 vs 5.14.0-681.el9.x86_64 2026-02-17T22:33:40.381 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2026-02-17T22:33:40.381 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2026-02-17T22:33:41.382 DEBUG:teuthology.parallel:result is None 2026-02-17T22:33:41.383 INFO:teuthology.run_tasks:Running task internal.base... 2026-02-17T22:33:41.403 INFO:teuthology.task.internal:Creating test directory... 2026-02-17T22:33:41.403 DEBUG:teuthology.orchestra.run.trial050:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-02-17T22:33:41.421 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-02-17T22:33:41.437 INFO:teuthology.run_tasks:Running task internal.archive... 2026-02-17T22:33:41.450 INFO:teuthology.task.internal:Creating archive directory... 2026-02-17T22:33:41.450 DEBUG:teuthology.orchestra.run.trial050:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-02-17T22:33:41.486 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-02-17T22:33:41.498 INFO:teuthology.task.internal:Enabling coredump saving... 2026-02-17T22:33:41.498 DEBUG:teuthology.orchestra.run.trial050:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-02-17T22:33:41.547 INFO:teuthology.orchestra.run.trial050.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T22:33:41.556 INFO:teuthology.orchestra.run.trial050.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-02-17T22:33:41.558 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-02-17T22:33:41.569 INFO:teuthology.task.internal:Configuring sudo... 2026-02-17T22:33:41.570 DEBUG:teuthology.orchestra.run.trial050:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-02-17T22:33:41.621 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-02-17T22:33:41.638 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-02-17T22:33:41.639 DEBUG:teuthology.orchestra.run.trial050:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-02-17T22:33:41.677 DEBUG:teuthology.orchestra.run.trial050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T22:33:41.835 DEBUG:teuthology.orchestra.run.trial050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T22:33:41.860 DEBUG:teuthology.orchestra.run.trial050:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T22:33:42.006 DEBUG:teuthology.orchestra.run.trial050:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T22:33:42.031 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:33:42.031 DEBUG:teuthology.orchestra.run.trial050:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-02-17T22:33:42.096 DEBUG:teuthology.orchestra.run.trial050:> sudo service rsyslog restart 2026-02-17T22:33:42.163 INFO:teuthology.orchestra.run.trial050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T22:33:42.577 INFO:teuthology.run_tasks:Running task internal.timer... 2026-02-17T22:33:42.590 INFO:teuthology.task.internal:Starting timer... 2026-02-17T22:33:42.590 INFO:teuthology.run_tasks:Running task pcp... 2026-02-17T22:33:42.612 INFO:teuthology.run_tasks:Running task selinux... 2026-02-17T22:33:42.631 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-02-17T22:33:42.631 DEBUG:teuthology.orchestra.run.trial050:> sudo service auditd rotate 2026-02-17T22:33:42.660 INFO:teuthology.orchestra.run.trial050.stdout:Rotating logs: 2026-02-17T22:33:42.662 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-02-17T22:33:42.662 DEBUG:teuthology.orchestra.run.trial050:> /usr/sbin/getenforce 2026-02-17T22:33:42.719 INFO:teuthology.orchestra.run.trial050.stdout:Permissive 2026-02-17T22:33:42.719 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@trial050.front.sepia.ceph.com': 'permissive'} 2026-02-17T22:33:42.719 DEBUG:teuthology.orchestra.run.trial050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-17T22:33:42.782 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T22:33:42.783 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-02-17T22:33:42.783 DEBUG:teuthology.orchestra.run.trial050:> sudo /usr/sbin/setenforce permissive 2026-02-17T22:33:42.849 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-02-17T22:33:42.866 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2026-02-17T22:33:42.870 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2026-02-17T22:33:42.985 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2026-02-17T22:33:43.003 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-02-17T22:33:43.005 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit trial050.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2026-02-17T22:34:52.445 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@trial050.front.sepia.ceph.com')] 2026-02-17T22:34:52.446 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@trial050.front.sepia.ceph.com' 2026-02-17T22:34:52.448 DEBUG:teuthology.orchestra.connection:{'hostname': 'trial050.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2026-02-17T22:34:52.558 DEBUG:teuthology.orchestra.run.trial050:> true 2026-02-17T22:34:52.633 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@trial050.front.sepia.ceph.com' 2026-02-17T22:34:52.633 INFO:teuthology.run_tasks:Running task clock... 2026-02-17T22:34:52.646 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-02-17T22:34:52.646 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-02-17T22:34:52.647 DEBUG:teuthology.orchestra.run.trial050:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T22:34:52.698 INFO:teuthology.orchestra.run.trial050.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-02-17T22:34:52.710 INFO:teuthology.orchestra.run.trial050.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-02-17T22:34:52.730 INFO:teuthology.orchestra.run.trial050.stderr:sudo: ntpd: command not found 2026-02-17T22:34:52.740 INFO:teuthology.orchestra.run.trial050.stdout:506 Cannot talk to daemon 2026-02-17T22:34:52.752 INFO:teuthology.orchestra.run.trial050.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-02-17T22:34:52.764 INFO:teuthology.orchestra.run.trial050.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-02-17T22:34:52.809 INFO:teuthology.orchestra.run.trial050.stderr:bash: line 1: ntpq: command not found 2026-02-17T22:34:52.811 INFO:teuthology.orchestra.run.trial050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T22:34:52.811 INFO:teuthology.orchestra.run.trial050.stdout:=============================================================================== 2026-02-17T22:34:52.812 INFO:teuthology.run_tasks:Running task install... 2026-02-17T22:34:52.825 DEBUG:teuthology.task.install:project ceph 2026-02-17T22:34:52.825 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}} 2026-02-17T22:34:52.826 DEBUG:teuthology.task.install:config {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'} 2026-02-17T22:34:52.826 INFO:teuthology.task.install:Using flavor: default 2026-02-17T22:34:52.834 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-17T22:34:52.835 INFO:teuthology.task.install:extra packages: ['librados2'] 2026-02-17T22:34:52.835 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'squid', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed', 'tag': None, 'wait_for_package': False} 2026-02-17T22:34:52.835 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T22:34:52.836 INFO:teuthology.packaging:ref: None 2026-02-17T22:34:52.836 INFO:teuthology.packaging:tag: None 2026-02-17T22:34:52.836 INFO:teuthology.packaging:branch: squid 2026-02-17T22:34:52.836 INFO:teuthology.packaging:sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:34:52.836 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2026-02-17T22:34:53.032 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/ 2026-02-17T22:34:53.032 INFO:teuthology.task.install.rpm:Package version is 19.2.3-672.g283431c0 2026-02-17T22:34:53.171 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/283431c091dafc302f5753f809d0bd1eddce0869/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-17T22:34:53.171 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:34:53.171 DEBUG:teuthology.orchestra.run.trial050:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-17T22:34:53.196 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, ceph-immutable-object-cache, ceph-mgr, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, librados2 on remote rpm x86_64 2026-02-17T22:34:53.196 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T22:34:53.196 INFO:teuthology.packaging:ref: None 2026-02-17T22:34:53.196 INFO:teuthology.packaging:tag: None 2026-02-17T22:34:53.196 INFO:teuthology.packaging:branch: squid 2026-02-17T22:34:53.196 INFO:teuthology.packaging:sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:34:53.196 DEBUG:teuthology.orchestra.run.trial050:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/squid/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-17T22:34:53.264 DEBUG:teuthology.orchestra.run.trial050:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-17T22:34:53.336 DEBUG:teuthology.orchestra.run.trial050:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-17T22:34:53.402 INFO:teuthology.orchestra.run.trial050.stdout:check_obsoletes = 1 2026-02-17T22:34:53.404 DEBUG:teuthology.orchestra.run.trial050:> sudo yum clean all 2026-02-17T22:34:53.552 INFO:teuthology.orchestra.run.trial050.stdout:41 files removed 2026-02-17T22:34:53.566 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install ceph-radosgw 2026-02-17T22:34:53.844 INFO:teuthology.orchestra.run.trial050.stdout:ceph packages for x86_64 616 kB/s | 84 kB 00:00 2026-02-17T22:34:53.976 INFO:teuthology.orchestra.run.trial050.stdout:ceph noarch packages 110 kB/s | 12 kB 00:00 2026-02-17T22:34:54.099 INFO:teuthology.orchestra.run.trial050.stdout:ceph source packages 18 kB/s | 1.9 kB 00:00 2026-02-17T22:34:55.236 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - BaseOS 8.0 MB/s | 8.9 MB 00:01 2026-02-17T22:34:56.339 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - AppStream 47 MB/s | 27 MB 00:00 2026-02-17T22:34:59.818 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - CRB 7.1 MB/s | 7.8 MB 00:01 2026-02-17T22:35:00.676 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - Extras packages 158 kB/s | 20 kB 00:00 2026-02-17T22:35:01.361 INFO:teuthology.orchestra.run.trial050.stdout:Extra Packages for Enterprise Linux 33 MB/s | 20 MB 00:00 2026-02-17T22:35:04.606 INFO:teuthology.orchestra.run.trial050.stdout:lab-extras 1.5 MB/s | 50 kB 00:00 2026-02-17T22:35:05.835 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:05.836 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout: Package Arch Version Repository Size 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout: ceph-radosgw x86_64 2:19.2.3-672.g283431c0.el9 ceph 11 M 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout:Upgrading: 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout: librados2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.4 M 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout: librbd1 x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.2 M 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout:Installing dependencies: 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout: boost-program-options x86_64 1.75.0-13.el9 appstream 104 k 2026-02-17T22:35:05.837 INFO:teuthology.orchestra.run.trial050.stdout: ceph-base x86_64 2:19.2.3-672.g283431c0.el9 ceph 5.5 M 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: ceph-common x86_64 2:19.2.3-672.g283431c0.el9 ceph 22 M 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: ceph-selinux x86_64 2:19.2.3-672.g283431c0.el9 ceph 25 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.0 M 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: libnbd x86_64 1.20.3-4.el9 appstream 164 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: libradosstriper1 x86_64 2:19.2.3-672.g283431c0.el9 ceph 504 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-02-17T22:35:05.838 INFO:teuthology.orchestra.run.trial050.stdout: librgw2 x86_64 2:19.2.3-672.g283431c0.el9 ceph 5.4 M 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: mailcap noarch 2.1.49-5.el9 baseos 33 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: pciutils x86_64 3.7.0-7.el9 baseos 93 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: python3-ceph-argparse x86_64 2:19.2.3-672.g283431c0.el9 ceph 45 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: python3-ceph-common x86_64 2:19.2.3-672.g283431c0.el9 ceph 142 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: python3-cephfs x86_64 2:19.2.3-672.g283431c0.el9 ceph 165 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: python3-rados x86_64 2:19.2.3-672.g283431c0.el9 ceph 323 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: python3-rbd x86_64 2:19.2.3-672.g283431c0.el9 ceph 302 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: python3-rgw x86_64 2:19.2.3-672.g283431c0.el9 ceph 100 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: qatlib x86_64 25.08.0-2.el9 appstream 240 k 2026-02-17T22:35:05.839 INFO:teuthology.orchestra.run.trial050.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 66 k 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout:Installing weak dependencies: 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout: qatlib-service x86_64 25.08.0-2.el9 appstream 37 k 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout:Install 32 Packages 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout:Upgrade 2 Packages 2026-02-17T22:35:05.840 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:05.841 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 62 M 2026-02-17T22:35:05.841 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:06.680 INFO:teuthology.orchestra.run.trial050.stdout:(1/34): ceph-base-19.2.3-672.g283431c0.el9.x86_ 16 MB/s | 5.5 MB 00:00 2026-02-17T22:35:06.719 INFO:teuthology.orchestra.run.trial050.stdout:(2/34): ceph-selinux-19.2.3-672.g283431c0.el9.x 651 kB/s | 25 kB 00:00 2026-02-17T22:35:06.780 INFO:teuthology.orchestra.run.trial050.stdout:(3/34): libcephfs2-19.2.3-672.g283431c0.el9.x86 16 MB/s | 1.0 MB 00:00 2026-02-17T22:35:06.830 INFO:teuthology.orchestra.run.trial050.stdout:(4/34): libradosstriper1-19.2.3-672.g283431c0.e 9.8 MB/s | 504 kB 00:00 2026-02-17T22:35:06.926 INFO:teuthology.orchestra.run.trial050.stdout:(5/34): ceph-radosgw-19.2.3-672.g283431c0.el9.x 18 MB/s | 11 MB 00:00 2026-02-17T22:35:06.970 INFO:teuthology.orchestra.run.trial050.stdout:(6/34): python3-ceph-argparse-19.2.3-672.g28343 1.0 MB/s | 45 kB 00:00 2026-02-17T22:35:07.018 INFO:teuthology.orchestra.run.trial050.stdout:(7/34): python3-ceph-common-19.2.3-672.g283431c 2.9 MB/s | 142 kB 00:00 2026-02-17T22:35:07.069 INFO:teuthology.orchestra.run.trial050.stdout:(8/34): python3-cephfs-19.2.3-672.g283431c0.el9 3.2 MB/s | 165 kB 00:00 2026-02-17T22:35:07.097 INFO:teuthology.orchestra.run.trial050.stdout:(9/34): librgw2-19.2.3-672.g283431c0.el9.x86_64 20 MB/s | 5.4 MB 00:00 2026-02-17T22:35:07.115 INFO:teuthology.orchestra.run.trial050.stdout:(10/34): python3-rados-19.2.3-672.g283431c0.el9 6.9 MB/s | 323 kB 00:00 2026-02-17T22:35:07.137 INFO:teuthology.orchestra.run.trial050.stdout:(11/34): python3-rbd-19.2.3-672.g283431c0.el9.x 7.4 MB/s | 302 kB 00:00 2026-02-17T22:35:07.151 INFO:teuthology.orchestra.run.trial050.stdout:(12/34): python3-rgw-19.2.3-672.g283431c0.el9.x 2.7 MB/s | 100 kB 00:00 2026-02-17T22:35:07.236 INFO:teuthology.orchestra.run.trial050.stdout:(13/34): ceph-common-19.2.3-672.g283431c0.el9.x 24 MB/s | 22 MB 00:00 2026-02-17T22:35:07.360 INFO:teuthology.orchestra.run.trial050.stdout:(14/34): boost-program-options-1.75.0-13.el9.x8 841 kB/s | 104 kB 00:00 2026-02-17T22:35:07.449 INFO:teuthology.orchestra.run.trial050.stdout:(15/34): libnbd-1.20.3-4.el9.x86_64.rpm 1.8 MB/s | 164 kB 00:00 2026-02-17T22:35:07.530 INFO:teuthology.orchestra.run.trial050.stdout:(16/34): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2026-02-17T22:35:07.552 INFO:teuthology.orchestra.run.trial050.stdout:(17/34): librabbitmq-0.11.0-7.el9.x86_64.rpm 2.0 MB/s | 45 kB 00:00 2026-02-17T22:35:07.597 INFO:teuthology.orchestra.run.trial050.stdout:(18/34): librdkafka-1.6.1-102.el9.x86_64.rpm 14 MB/s | 662 kB 00:00 2026-02-17T22:35:07.652 INFO:teuthology.orchestra.run.trial050.stdout:(19/34): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.2 MB/s | 292 kB 00:00 2026-02-17T22:35:07.717 INFO:teuthology.orchestra.run.trial050.stdout:(20/34): mailcap-2.1.49-5.el9.noarch.rpm 57 kB/s | 33 kB 00:00 2026-02-17T22:35:07.736 INFO:teuthology.orchestra.run.trial050.stdout:(21/34): qatlib-25.08.0-2.el9.x86_64.rpm 2.8 MB/s | 240 kB 00:00 2026-02-17T22:35:07.782 INFO:teuthology.orchestra.run.trial050.stdout:(22/34): qatzip-libs-1.3.1-1.el9.x86_64.rpm 1.4 MB/s | 66 kB 00:00 2026-02-17T22:35:07.790 INFO:teuthology.orchestra.run.trial050.stdout:(23/34): pciutils-3.7.0-7.el9.x86_64.rpm 146 kB/s | 93 kB 00:00 2026-02-17T22:35:07.803 INFO:teuthology.orchestra.run.trial050.stdout:(24/34): qatlib-service-25.08.0-2.el9.x86_64.rp 429 kB/s | 37 kB 00:00 2026-02-17T22:35:07.866 INFO:teuthology.orchestra.run.trial050.stdout:(25/34): libarrow-doc-9.0.0-15.el9.noarch.rpm 392 kB/s | 25 kB 00:00 2026-02-17T22:35:07.906 INFO:teuthology.orchestra.run.trial050.stdout:(26/34): liboath-2.6.12-1.el9.x86_64.rpm 1.2 MB/s | 49 kB 00:00 2026-02-17T22:35:07.925 INFO:teuthology.orchestra.run.trial050.stdout:(27/34): gperftools-libs-2.9.1-3.el9.x86_64.rpm 2.1 MB/s | 308 kB 00:00 2026-02-17T22:35:07.927 INFO:teuthology.orchestra.run.trial050.stdout:(28/34): libunwind-1.6.2-1.el9.x86_64.rpm 3.1 MB/s | 67 kB 00:00 2026-02-17T22:35:07.968 INFO:teuthology.orchestra.run.trial050.stdout:(29/34): parquet-libs-9.0.0-15.el9.x86_64.rpm 19 MB/s | 838 kB 00:00 2026-02-17T22:35:07.969 INFO:teuthology.orchestra.run.trial050.stdout:(30/34): re2-20211101-20.el9.x86_64.rpm 4.4 MB/s | 191 kB 00:00 2026-02-17T22:35:08.009 INFO:teuthology.orchestra.run.trial050.stdout:(31/34): libarrow-9.0.0-15.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2026-02-17T22:35:08.037 INFO:teuthology.orchestra.run.trial050.stdout:(32/34): thrift-0.15.0-4.el9.x86_64.rpm 23 MB/s | 1.6 MB 00:00 2026-02-17T22:35:08.071 INFO:teuthology.orchestra.run.trial050.stdout:(33/34): librados2-19.2.3-672.g283431c0.el9.x86 34 MB/s | 3.4 MB 00:00 2026-02-17T22:35:08.107 INFO:teuthology.orchestra.run.trial050.stdout:(34/34): librbd1-19.2.3-672.g283431c0.el9.x86_6 32 MB/s | 3.2 MB 00:00 2026-02-17T22:35:08.109 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:08.109 INFO:teuthology.orchestra.run.trial050.stdout:Total 27 MB/s | 62 MB 00:02 2026-02-17T22:35:08.198 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:08.216 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:08.216 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:08.460 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:08.460 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:08.743 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:08.751 INFO:teuthology.orchestra.run.trial050.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/36 2026-02-17T22:35:08.754 INFO:teuthology.orchestra.run.trial050.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/36 2026-02-17T22:35:08.765 INFO:teuthology.orchestra.run.trial050.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/36 2026-02-17T22:35:08.916 INFO:teuthology.orchestra.run.trial050.stdout: Installing : thrift-0.15.0-4.el9.x86_64 4/36 2026-02-17T22:35:08.920 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : librados2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-17T22:35:08.948 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-17T22:35:08.990 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 6/36 2026-02-17T22:35:08.991 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-17T22:35:09.001 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-17T22:35:09.005 INFO:teuthology.orchestra.run.trial050.stdout: Installing : liboath-2.6.12-1.el9.x86_64 8/36 2026-02-17T22:35:09.014 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 9/36 2026-02-17T22:35:09.037 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 10/36 2026-02-17T22:35:09.037 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-17T22:35:09.051 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-17T22:35:09.083 INFO:teuthology.orchestra.run.trial050.stdout: Installing : re2-1:20211101-20.el9.x86_64 12/36 2026-02-17T22:35:09.087 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 13/36 2026-02-17T22:35:09.093 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/36 2026-02-17T22:35:09.095 INFO:teuthology.orchestra.run.trial050.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 15/36 2026-02-17T22:35:09.098 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 16/36 2026-02-17T22:35:09.103 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 17/36 2026-02-17T22:35:09.243 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 18/36 2026-02-17T22:35:09.245 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 19/36 2026-02-17T22:35:09.270 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 19/36 2026-02-17T22:35:09.273 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 20/36 2026-02-17T22:35:09.279 INFO:teuthology.orchestra.run.trial050.stdout: Installing : boost-program-options-1.75.0-13.el9.x86_64 21/36 2026-02-17T22:35:09.502 INFO:teuthology.orchestra.run.trial050.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 22/36 2026-02-17T22:35:09.503 INFO:teuthology.orchestra.run.trial050.stdout: Installing : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 23/36 2026-02-17T22:35:09.519 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 23/36 2026-02-17T22:35:09.523 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 24/36 2026-02-17T22:35:09.528 INFO:teuthology.orchestra.run.trial050.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 25/36 2026-02-17T22:35:09.531 INFO:teuthology.orchestra.run.trial050.stdout: Installing : qatlib-25.08.0-2.el9.x86_64 26/36 2026-02-17T22:35:09.531 INFO:teuthology.orchestra.run.trial050.stdout: Installing : qatlib-service-25.08.0-2.el9.x86_64 27/36 2026-02-17T22:35:09.550 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: qatlib-service-25.08.0-2.el9.x86_64 27/36 2026-02-17T22:35:09.553 INFO:teuthology.orchestra.run.trial050.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 28/36 2026-02-17T22:35:09.579 INFO:teuthology.orchestra.run.trial050.stdout: Installing : mailcap-2.1.49-5.el9.noarch 29/36 2026-02-17T22:35:09.581 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 30/36 2026-02-17T22:35:10.558 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-17T22:35:10.560 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-17T22:35:10.841 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 31/36 2026-02-17T22:35:10.844 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 32/36 2026-02-17T22:35:10.884 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 32/36 2026-02-17T22:35:10.884 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-02-17T22:35:10.884 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-02-17T22:35:10.884 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:10.887 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-17T22:35:15.379 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-17T22:35:15.379 INFO:teuthology.orchestra.run.trial050.stdout:skipping the directory /sys 2026-02-17T22:35:15.379 INFO:teuthology.orchestra.run.trial050.stdout:skipping the directory /proc 2026-02-17T22:35:15.379 INFO:teuthology.orchestra.run.trial050.stdout:skipping the directory /mnt 2026-02-17T22:35:15.379 INFO:teuthology.orchestra.run.trial050.stdout:skipping the directory /var/tmp 2026-02-17T22:35:15.379 INFO:teuthology.orchestra.run.trial050.stdout:skipping the directory /home 2026-02-17T22:35:15.380 INFO:teuthology.orchestra.run.trial050.stdout:skipping the directory /root 2026-02-17T22:35:15.380 INFO:teuthology.orchestra.run.trial050.stdout:skipping the directory /tmp 2026-02-17T22:35:15.380 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:15.832 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/36 2026-02-17T22:35:15.855 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 34/36 2026-02-17T22:35:15.855 INFO:teuthology.orchestra.run.trial050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:35:15.855 INFO:teuthology.orchestra.run.trial050.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-02-17T22:35:15.855 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-17T22:35:15.856 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-02-17T22:35:15.856 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:15.857 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 35/36 2026-02-17T22:35:15.869 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 35/36 2026-02-17T22:35:15.869 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 36/36 2026-02-17T22:35:15.926 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 36/36 2026-02-17T22:35:15.926 INFO:teuthology.orchestra.run.trial050.stdout:Creating group 'qat' with GID 992. 2026-02-17T22:35:15.926 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 1/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 3/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 4/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 5/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 6/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 7/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 8/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 9/36 2026-02-17T22:35:16.192 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 10/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 11/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 12/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 13/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : mailcap-2.1.49-5.el9.noarch 14/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 15/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : boost-program-options-1.75.0-13.el9.x86_64 16/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 17/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 18/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 19/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 20/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 21/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : qatlib-25.08.0-2.el9.x86_64 22/36 2026-02-17T22:35:16.193 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : qatlib-service-25.08.0-2.el9.x86_64 23/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 24/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 25/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 26/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 27/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 28/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 29/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 30/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : re2-1:20211101-20.el9.x86_64 31/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 32/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librados2-2:19.2.3-672.g283431c0.el9.x86_64 33/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 34/36 2026-02-17T22:35:16.194 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 35/36 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 36/36 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout:Upgraded: 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout: librados2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout: boost-program-options-1.75.0-13.el9.x86_64 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.247 INFO:teuthology.orchestra.run.trial050.stdout: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: libarrow-9.0.0-15.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: libnbd-1.20.3-4.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: liboath-2.6.12-1.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.248 INFO:teuthology.orchestra.run.trial050.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: libunwind-1.6.2-1.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: mailcap-2.1.49-5.el9.noarch 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: pciutils-3.7.0-7.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.249 INFO:teuthology.orchestra.run.trial050.stdout: python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:16.250 INFO:teuthology.orchestra.run.trial050.stdout: qatlib-25.08.0-2.el9.x86_64 2026-02-17T22:35:16.250 INFO:teuthology.orchestra.run.trial050.stdout: qatlib-service-25.08.0-2.el9.x86_64 2026-02-17T22:35:16.250 INFO:teuthology.orchestra.run.trial050.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-02-17T22:35:16.250 INFO:teuthology.orchestra.run.trial050.stdout: re2-1:20211101-20.el9.x86_64 2026-02-17T22:35:16.250 INFO:teuthology.orchestra.run.trial050.stdout: thrift-0.15.0-4.el9.x86_64 2026-02-17T22:35:16.250 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:16.250 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:16.288 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install ceph-test 2026-02-17T22:35:16.604 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:12 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:16.686 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:16.687 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:16.687 INFO:teuthology.orchestra.run.trial050.stdout: Package Arch Version Repository Size 2026-02-17T22:35:16.687 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout: ceph-test x86_64 2:19.2.3-672.g283431c0.el9 ceph 50 M 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout:Installing dependencies: 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout: libcephsqlite x86_64 2:19.2.3-672.g283431c0.el9 ceph 163 k 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout: libxslt x86_64 1.1.34-12.el9 appstream 233 k 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout: socat x86_64 1.7.4.1-8.el9 appstream 303 k 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:16.688 INFO:teuthology.orchestra.run.trial050.stdout:Install 5 Packages 2026-02-17T22:35:16.689 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:16.689 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 50 M 2026-02-17T22:35:16.689 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 213 M 2026-02-17T22:35:16.689 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:16.823 INFO:teuthology.orchestra.run.trial050.stdout:(1/5): libxslt-1.1.34-12.el9.x86_64.rpm 9.2 MB/s | 233 kB 00:00 2026-02-17T22:35:16.835 INFO:teuthology.orchestra.run.trial050.stdout:(2/5): socat-1.7.4.1-8.el9.x86_64.rpm 24 MB/s | 303 kB 00:00 2026-02-17T22:35:16.840 INFO:teuthology.orchestra.run.trial050.stdout:(3/5): xmlstarlet-1.6.1-20.el9.x86_64.rpm 13 MB/s | 64 kB 00:00 2026-02-17T22:35:16.884 INFO:teuthology.orchestra.run.trial050.stdout:(4/5): libcephsqlite-19.2.3-672.g283431c0.el9.x 1.9 MB/s | 163 kB 00:00 2026-02-17T22:35:17.803 INFO:teuthology.orchestra.run.trial050.stdout:(5/5): ceph-test-19.2.3-672.g283431c0.el9.x86_6 49 MB/s | 50 MB 00:01 2026-02-17T22:35:17.805 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:17.805 INFO:teuthology.orchestra.run.trial050.stdout:Total 45 MB/s | 50 MB 00:01 2026-02-17T22:35:17.832 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:17.841 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:17.841 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:18.027 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:18.027 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:18.234 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:18.240 INFO:teuthology.orchestra.run.trial050.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 1/5 2026-02-17T22:35:18.244 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libxslt-1.1.34-12.el9.x86_64 2/5 2026-02-17T22:35:18.252 INFO:teuthology.orchestra.run.trial050.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 3/5 2026-02-17T22:35:18.253 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 4/5 2026-02-17T22:35:20.541 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 4/5 2026-02-17T22:35:20.559 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 5/5 2026-02-17T22:35:20.780 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 5/5 2026-02-17T22:35:20.780 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 1/5 2026-02-17T22:35:20.780 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 2/5 2026-02-17T22:35:20.780 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libxslt-1.1.34-12.el9.x86_64 3/5 2026-02-17T22:35:20.780 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 4/5 2026-02-17T22:35:20.833 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 5/5 2026-02-17T22:35:20.833 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:20.833 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:20.833 INFO:teuthology.orchestra.run.trial050.stdout: ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:20.833 INFO:teuthology.orchestra.run.trial050.stdout: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:20.833 INFO:teuthology.orchestra.run.trial050.stdout: libxslt-1.1.34-12.el9.x86_64 2026-02-17T22:35:20.833 INFO:teuthology.orchestra.run.trial050.stdout: socat-1.7.4.1-8.el9.x86_64 2026-02-17T22:35:20.834 INFO:teuthology.orchestra.run.trial050.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-02-17T22:35:20.834 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:20.834 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:20.866 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install ceph 2026-02-17T22:35:21.170 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:17 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:21.254 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:21.255 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:21.255 INFO:teuthology.orchestra.run.trial050.stdout: Package Arch Version Repository Size 2026-02-17T22:35:21.255 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:21.255 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:21.255 INFO:teuthology.orchestra.run.trial050.stdout: ceph x86_64 2:19.2.3-672.g283431c0.el9 ceph 6.5 k 2026-02-17T22:35:21.255 INFO:teuthology.orchestra.run.trial050.stdout:Installing dependencies: 2026-02-17T22:35:21.255 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mds x86_64 2:19.2.3-672.g283431c0.el9 ceph 2.4 M 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mgr x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.1 M 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mgr-modules-core noarch 2:19.2.3-672.g283431c0.el9 ceph-noarch 253 k 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mon x86_64 2:19.2.3-672.g283431c0.el9 ceph 4.7 M 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: ceph-osd x86_64 2:19.2.3-672.g283431c0.el9 ceph 17 M 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 40 k 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: libconfig x86_64 1.7.2-9.el9 baseos 72 k 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 246 k 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-02-17T22:35:21.256 INFO:teuthology.orchestra.run.trial050.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-cryptography x86_64 36.0.1-5.el9 baseos 1.2 M 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 177 k 2026-02-17T22:35:21.257 INFO:teuthology.orchestra.run.trial050.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-requests noarch 2.25.1-10.el9 baseos 126 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-02-17T22:35:21.258 INFO:teuthology.orchestra.run.trial050.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout: python3-urllib3 noarch 1.26.5-7.el9 baseos 218 k 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout: unzip x86_64 6.0-59.el9 baseos 182 k 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout: zip x86_64 3.0-35.el9 baseos 266 k 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout:Install 46 Packages 2026-02-17T22:35:21.259 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:21.260 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 31 M 2026-02-17T22:35:21.260 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 111 M 2026-02-17T22:35:21.260 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:21.819 INFO:teuthology.orchestra.run.trial050.stdout:(1/46): ceph-19.2.3-672.g283431c0.el9.x86_64.rp 124 kB/s | 6.5 kB 00:00 2026-02-17T22:35:21.883 INFO:teuthology.orchestra.run.trial050.stdout:(2/46): ceph-mgr-19.2.3-672.g283431c0.el9.x86_6 9.2 MB/s | 1.1 MB 00:00 2026-02-17T22:35:21.944 INFO:teuthology.orchestra.run.trial050.stdout:(3/46): ceph-mds-19.2.3-672.g283431c0.el9.x86_6 14 MB/s | 2.4 MB 00:00 2026-02-17T22:35:21.980 INFO:teuthology.orchestra.run.trial050.stdout:(4/46): ceph-mgr-modules-core-19.2.3-672.g28343 6.8 MB/s | 253 kB 00:00 2026-02-17T22:35:22.141 INFO:teuthology.orchestra.run.trial050.stdout:(5/46): ceph-mon-19.2.3-672.g283431c0.el9.x86_6 15 MB/s | 4.7 MB 00:00 2026-02-17T22:35:22.305 INFO:teuthology.orchestra.run.trial050.stdout:(6/46): ceph-osd-19.2.3-672.g283431c0.el9.x86_6 41 MB/s | 17 MB 00:00 2026-02-17T22:35:22.583 INFO:teuthology.orchestra.run.trial050.stdout:(7/46): ledmon-libs-1.1.0-3.el9.x86_64.rpm 67 kB/s | 40 kB 00:00 2026-02-17T22:35:22.704 INFO:teuthology.orchestra.run.trial050.stdout:(8/46): libconfig-1.7.2-9.el9.x86_64.rpm 128 kB/s | 72 kB 00:00 2026-02-17T22:35:22.941 INFO:teuthology.orchestra.run.trial050.stdout:(9/46): python3-ply-3.11-14.el9.noarch.rpm 451 kB/s | 106 kB 00:00 2026-02-17T22:35:23.103 INFO:teuthology.orchestra.run.trial050.stdout:(10/46): python3-cffi-1.14.5-5.el9.x86_64.rpm 319 kB/s | 253 kB 00:00 2026-02-17T22:35:23.255 INFO:teuthology.orchestra.run.trial050.stdout:(11/46): python3-pycparser-2.20-6.el9.noarch.rp 430 kB/s | 135 kB 00:00 2026-02-17T22:35:23.419 INFO:teuthology.orchestra.run.trial050.stdout:(12/46): python3-pyparsing-2.4.7-9.el9.noarch.r 476 kB/s | 150 kB 00:00 2026-02-17T22:35:23.492 INFO:teuthology.orchestra.run.trial050.stdout:(13/46): python3-requests-2.25.1-10.el9.noarch. 535 kB/s | 126 kB 00:00 2026-02-17T22:35:23.812 INFO:teuthology.orchestra.run.trial050.stdout:(14/46): python3-urllib3-1.26.5-7.el9.noarch.rp 555 kB/s | 218 kB 00:00 2026-02-17T22:35:23.887 INFO:teuthology.orchestra.run.trial050.stdout:(15/46): unzip-6.0-59.el9.x86_64.rpm 460 kB/s | 182 kB 00:00 2026-02-17T22:35:24.048 INFO:teuthology.orchestra.run.trial050.stdout:(16/46): libstoragemgmt-1.10.1-1.el9.x86_64.rpm 1.5 MB/s | 246 kB 00:00 2026-02-17T22:35:24.080 INFO:teuthology.orchestra.run.trial050.stdout:(17/46): python3-cryptography-36.0.1-5.el9.x86_ 852 kB/s | 1.2 MB 00:01 2026-02-17T22:35:24.085 INFO:teuthology.orchestra.run.trial050.stdout:(18/46): lua-5.4.4-4.el9.x86_64.rpm 4.9 MB/s | 188 kB 00:00 2026-02-17T22:35:24.121 INFO:teuthology.orchestra.run.trial050.stdout:(19/46): python3-mako-1.1.4-6.el9.noarch.rpm 4.6 MB/s | 172 kB 00:00 2026-02-17T22:35:24.148 INFO:teuthology.orchestra.run.trial050.stdout:(20/46): python3-markupsafe-1.1.1-12.el9.x86_64 1.3 MB/s | 35 kB 00:00 2026-02-17T22:35:24.177 INFO:teuthology.orchestra.run.trial050.stdout:(21/46): python3-packaging-20.9-5.el9.noarch.rp 2.6 MB/s | 77 kB 00:00 2026-02-17T22:35:24.203 INFO:teuthology.orchestra.run.trial050.stdout:(22/46): zip-3.0-35.el9.x86_64.rpm 678 kB/s | 266 kB 00:00 2026-02-17T22:35:24.204 INFO:teuthology.orchestra.run.trial050.stdout:(23/46): python3-toml-0.10.2-6.el9.noarch.rpm 1.5 MB/s | 42 kB 00:00 2026-02-17T22:35:24.224 INFO:teuthology.orchestra.run.trial050.stdout:(24/46): python3-libstoragemgmt-1.10.1-1.el9.x8 1.2 MB/s | 177 kB 00:00 2026-02-17T22:35:24.243 INFO:teuthology.orchestra.run.trial050.stdout:(25/46): luarocks-3.9.2-5.el9.noarch.rpm 3.8 MB/s | 151 kB 00:00 2026-02-17T22:35:24.246 INFO:teuthology.orchestra.run.trial050.stdout:(26/46): lua-devel-5.4.4-4.el9.x86_64.rpm 523 kB/s | 22 kB 00:00 2026-02-17T22:35:24.248 INFO:teuthology.orchestra.run.trial050.stdout:(27/46): python3-backports-tarfile-1.2.0-1.el9. 12 MB/s | 60 kB 00:00 2026-02-17T22:35:24.248 INFO:teuthology.orchestra.run.trial050.stdout:(28/46): python3-autocommand-2.2.2-8.el9.noarch 1.2 MB/s | 29 kB 00:00 2026-02-17T22:35:24.256 INFO:teuthology.orchestra.run.trial050.stdout:(29/46): python3-cheroot-10.0.1-4.el9.noarch.rp 21 MB/s | 173 kB 00:00 2026-02-17T22:35:24.260 INFO:teuthology.orchestra.run.trial050.stdout:(30/46): python3-jaraco-8.2.1-3.el9.noarch.rpm 2.5 MB/s | 11 kB 00:00 2026-02-17T22:35:24.263 INFO:teuthology.orchestra.run.trial050.stdout:(31/46): python3-cherrypy-18.6.1-2.el9.noarch.r 23 MB/s | 358 kB 00:00 2026-02-17T22:35:24.264 INFO:teuthology.orchestra.run.trial050.stdout:(32/46): python3-jaraco-classes-3.2.1-5.el9.noa 4.2 MB/s | 18 kB 00:00 2026-02-17T22:35:24.267 INFO:teuthology.orchestra.run.trial050.stdout:(33/46): python3-jaraco-collections-3.0.0-8.el9 5.8 MB/s | 23 kB 00:00 2026-02-17T22:35:24.268 INFO:teuthology.orchestra.run.trial050.stdout:(34/46): python3-jaraco-context-6.0.1-3.el9.noa 4.7 MB/s | 20 kB 00:00 2026-02-17T22:35:24.271 INFO:teuthology.orchestra.run.trial050.stdout:(35/46): python3-jaraco-functools-3.5.0-2.el9.n 4.8 MB/s | 19 kB 00:00 2026-02-17T22:35:24.272 INFO:teuthology.orchestra.run.trial050.stdout:(36/46): python3-jaraco-text-4.0.0-2.el9.noarch 6.3 MB/s | 26 kB 00:00 2026-02-17T22:35:24.273 INFO:teuthology.orchestra.run.trial050.stdout:(37/46): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.6 MB/s | 43 kB 00:00 2026-02-17T22:35:24.275 INFO:teuthology.orchestra.run.trial050.stdout:(38/46): python3-logutils-0.3.5-21.el9.noarch.r 11 MB/s | 46 kB 00:00 2026-02-17T22:35:24.277 INFO:teuthology.orchestra.run.trial050.stdout:(39/46): python3-more-itertools-8.12.0-2.el9.no 18 MB/s | 79 kB 00:00 2026-02-17T22:35:24.280 INFO:teuthology.orchestra.run.trial050.stdout:(40/46): python3-portend-3.1.0-2.el9.noarch.rpm 4.0 MB/s | 16 kB 00:00 2026-02-17T22:35:24.281 INFO:teuthology.orchestra.run.trial050.stdout:(41/46): python3-pyOpenSSL-21.0.0-1.el9.noarch. 20 MB/s | 90 kB 00:00 2026-02-17T22:35:24.284 INFO:teuthology.orchestra.run.trial050.stdout:(42/46): python3-tempora-5.0.0-2.el9.noarch.rpm 8.2 MB/s | 36 kB 00:00 2026-02-17T22:35:24.285 INFO:teuthology.orchestra.run.trial050.stdout:(43/46): python3-pecan-1.4.2-3.el9.noarch.rpm 22 MB/s | 272 kB 00:00 2026-02-17T22:35:24.286 INFO:teuthology.orchestra.run.trial050.stdout:(44/46): python3-webob-1.8.8-2.el9.noarch.rpm 45 MB/s | 230 kB 00:00 2026-02-17T22:35:24.289 INFO:teuthology.orchestra.run.trial050.stdout:(45/46): python3-zc-lockfile-2.0-10.el9.noarch. 4.4 MB/s | 20 kB 00:00 2026-02-17T22:35:24.301 INFO:teuthology.orchestra.run.trial050.stdout:(46/46): python3-werkzeug-2.0.3-3.el9.1.noarch. 25 MB/s | 427 kB 00:00 2026-02-17T22:35:24.304 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:24.304 INFO:teuthology.orchestra.run.trial050.stdout:Total 10 MB/s | 31 MB 00:03 2026-02-17T22:35:24.458 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:24.477 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:24.477 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:24.628 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:24.629 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:24.803 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:24.805 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/46 2026-02-17T22:35:24.809 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/46 2026-02-17T22:35:24.814 INFO:teuthology.orchestra.run.trial050.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/46 2026-02-17T22:35:24.816 INFO:teuthology.orchestra.run.trial050.stdout: Installing : unzip-6.0-59.el9.x86_64 4/46 2026-02-17T22:35:24.822 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 5/46 2026-02-17T22:35:24.846 INFO:teuthology.orchestra.run.trial050.stdout: Installing : zip-3.0-35.el9.x86_64 6/46 2026-02-17T22:35:24.850 INFO:teuthology.orchestra.run.trial050.stdout: Installing : luarocks-3.9.2-5.el9.noarch 7/46 2026-02-17T22:35:24.855 INFO:teuthology.orchestra.run.trial050.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 8/46 2026-02-17T22:35:24.860 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 9/46 2026-02-17T22:35:24.891 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 10/46 2026-02-17T22:35:24.912 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 11/46 2026-02-17T22:35:24.921 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 12/46 2026-02-17T22:35:24.927 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 13/46 2026-02-17T22:35:24.931 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 14/46 2026-02-17T22:35:24.937 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 15/46 2026-02-17T22:35:24.942 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 16/46 2026-02-17T22:35:24.946 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 17/46 2026-02-17T22:35:24.951 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 18/46 2026-02-17T22:35:24.955 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 19/46 2026-02-17T22:35:24.962 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 20/46 2026-02-17T22:35:24.965 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 21/46 2026-02-17T22:35:24.971 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 22/46 2026-02-17T22:35:24.995 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/46 2026-02-17T22:35:25.050 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 24/46 2026-02-17T22:35:25.074 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 25/46 2026-02-17T22:35:25.086 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-urllib3-1.26.5-7.el9.noarch 26/46 2026-02-17T22:35:25.092 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-requests-2.25.1-10.el9.noarch 27/46 2026-02-17T22:35:25.101 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 28/46 2026-02-17T22:35:25.108 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-packaging-20.9-5.el9.noarch 29/46 2026-02-17T22:35:25.121 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-ply-3.11-14.el9.noarch 30/46 2026-02-17T22:35:25.136 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 31/46 2026-02-17T22:35:25.212 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 32/46 2026-02-17T22:35:25.220 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-cryptography-36.0.1-5.el9.x86_64 33/46 2026-02-17T22:35:25.243 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 34/46 2026-02-17T22:35:25.273 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 35/46 2026-02-17T22:35:25.278 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 36/46 2026-02-17T22:35:25.325 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 37/46 2026-02-17T22:35:25.374 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 38/46 2026-02-17T22:35:25.375 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 39/46 2026-02-17T22:35:25.398 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 39/46 2026-02-17T22:35:25.398 INFO:teuthology.orchestra.run.trial050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:35:25.398 INFO:teuthology.orchestra.run.trial050.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-02-17T22:35:25.398 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-17T22:35:25.398 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-02-17T22:35:25.398 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:25.404 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 40/46 2026-02-17T22:35:25.419 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-17T22:35:25.419 INFO:teuthology.orchestra.run.trial050.stdout:Creating group 'libstoragemgmt' with GID 991. 2026-02-17T22:35:25.419 INFO:teuthology.orchestra.run.trial050.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 991 and GID 991. 2026-02-17T22:35:25.419 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:25.427 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-17T22:35:25.450 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 41/46 2026-02-17T22:35:25.451 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-02-17T22:35:25.451 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:26.163 INFO:teuthology.orchestra.run.trial050.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 42/46 2026-02-17T22:35:26.164 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 43/46 2026-02-17T22:35:26.189 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 43/46 2026-02-17T22:35:26.189 INFO:teuthology.orchestra.run.trial050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:35:26.189 INFO:teuthology.orchestra.run.trial050.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-02-17T22:35:26.189 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-17T22:35:26.190 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-02-17T22:35:26.190 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:26.393 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/46 2026-02-17T22:35:26.414 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 44/46 2026-02-17T22:35:26.414 INFO:teuthology.orchestra.run.trial050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:35:26.414 INFO:teuthology.orchestra.run.trial050.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-02-17T22:35:26.414 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-17T22:35:26.414 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-02-17T22:35:26.415 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:26.515 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 45/46 2026-02-17T22:35:26.536 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 45/46 2026-02-17T22:35:26.536 INFO:teuthology.orchestra.run.trial050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:35:26.536 INFO:teuthology.orchestra.run.trial050.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-02-17T22:35:26.536 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-17T22:35:26.536 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-02-17T22:35:26.536 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:26.553 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-2:19.2.3-672.g283431c0.el9.x86_64 46/46 2026-02-17T22:35:26.894 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-2:19.2.3-672.g283431c0.el9.x86_64 46/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-2:19.2.3-672.g283431c0.el9.x86_64 1/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 2/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 3/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 4/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 5/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 6/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 7/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 8/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 9/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-cryptography-36.0.1-5.el9.x86_64 10/46 2026-02-17T22:35:26.895 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-ply-3.11-14.el9.noarch 11/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 12/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 13/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-requests-2.25.1-10.el9.noarch 14/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-urllib3-1.26.5-7.el9.noarch 15/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : unzip-6.0-59.el9.x86_64 16/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : zip-3.0-35.el9.x86_64 17/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 18/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : lua-5.4.4-4.el9.x86_64 19/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 20/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 21/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 22/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 23/46 2026-02-17T22:35:26.896 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 24/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 25/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 26/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 27/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 28/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 29/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 30/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 31/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 32/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 33/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 34/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 35/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 36/46 2026-02-17T22:35:26.897 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 37/46 2026-02-17T22:35:26.898 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 38/46 2026-02-17T22:35:26.898 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 39/46 2026-02-17T22:35:26.898 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 40/46 2026-02-17T22:35:26.898 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 41/46 2026-02-17T22:35:26.898 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 42/46 2026-02-17T22:35:26.898 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 43/46 2026-02-17T22:35:26.898 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 44/46 2026-02-17T22:35:26.898 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 45/46 2026-02-17T22:35:26.950 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 46/46 2026-02-17T22:35:26.950 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:26.950 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: ceph-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.noarch 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: libconfig-1.7.2-9.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: lua-5.4.4-4.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-02-17T22:35:26.951 INFO:teuthology.orchestra.run.trial050.stdout: luarocks-3.9.2-5.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-cryptography-36.0.1-5.el9.x86_64 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-02-17T22:35:26.952 INFO:teuthology.orchestra.run.trial050.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-mako-1.1.4-6.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-packaging-20.9-5.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-ply-3.11-14.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-portend-3.1.0-2.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-pycparser-2.20-6.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-pyparsing-2.4.7-9.el9.noarch 2026-02-17T22:35:26.953 INFO:teuthology.orchestra.run.trial050.stdout: python3-requests-2.25.1-10.el9.noarch 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: python3-toml-0.10.2-6.el9.noarch 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: python3-urllib3-1.26.5-7.el9.noarch 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: python3-webob-1.8.8-2.el9.noarch 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: unzip-6.0-59.el9.x86_64 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: zip-3.0-35.el9.x86_64 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:26.954 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:26.986 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install ceph-base 2026-02-17T22:35:27.301 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:23 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:27.364 INFO:teuthology.orchestra.run.trial050.stdout:Package ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:27.383 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:27.384 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:27.384 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:27.405 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install ceph-immutable-object-cache 2026-02-17T22:35:27.710 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:23 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:27.792 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:27.792 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:27.792 INFO:teuthology.orchestra.run.trial050.stdout: Package Arch Version Repo Size 2026-02-17T22:35:27.792 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-672.g283431c0.el9 ceph 145 k 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout:Install 1 Package 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 145 k 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 435 k 2026-02-17T22:35:27.793 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:27.879 INFO:teuthology.orchestra.run.trial050.stdout:ceph-immutable-object-cache-19.2.3-672.g283431c 1.7 MB/s | 145 kB 00:00 2026-02-17T22:35:27.879 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:27.879 INFO:teuthology.orchestra.run.trial050.stdout:Total 1.6 MB/s | 145 kB 00:00 2026-02-17T22:35:27.880 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:27.883 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:27.883 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:27.909 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:27.909 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:27.959 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:27.961 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-17T22:35:27.983 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-17T22:35:27.984 INFO:teuthology.orchestra.run.trial050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:35:27.984 INFO:teuthology.orchestra.run.trial050.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-02-17T22:35:27.984 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:28.285 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-672.g283431c0.e 1/1 2026-02-17T22:35:28.285 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:28.285 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:28.285 INFO:teuthology.orchestra.run.trial050.stdout: ceph-immutable-object-cache-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:28.286 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:28.286 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:28.313 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install ceph-mgr 2026-02-17T22:35:28.624 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:24 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:28.690 INFO:teuthology.orchestra.run.trial050.stdout:Package ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:28.708 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:28.709 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:28.709 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:28.730 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install ceph-fuse 2026-02-17T22:35:29.041 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:25 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout: Package Architecture Version Repository Size 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout: ceph-fuse x86_64 2:19.2.3-672.g283431c0.el9 ceph 1.2 M 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:29.124 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:29.125 INFO:teuthology.orchestra.run.trial050.stdout:Install 1 Package 2026-02-17T22:35:29.125 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:29.125 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 1.2 M 2026-02-17T22:35:29.125 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 3.6 M 2026-02-17T22:35:29.125 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:29.246 INFO:teuthology.orchestra.run.trial050.stdout:ceph-fuse-19.2.3-672.g283431c0.el9.x86_64.rpm 9.4 MB/s | 1.2 MB 00:00 2026-02-17T22:35:29.247 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:29.247 INFO:teuthology.orchestra.run.trial050.stdout:Total 9.4 MB/s | 1.2 MB 00:00 2026-02-17T22:35:29.247 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:29.250 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:29.250 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:29.280 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:29.280 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:29.375 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:29.391 INFO:teuthology.orchestra.run.trial050.stdout: Installing : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:29.636 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:29.689 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:29.689 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:29.689 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:29.689 INFO:teuthology.orchestra.run.trial050.stdout: ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:29.689 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:29.689 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:29.716 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install librados-devel 2026-02-17T22:35:30.021 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:26 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:30.103 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout: Package Arch Version Repo Size 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout: librados-devel x86_64 2:19.2.3-672.g283431c0.el9 ceph 126 k 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout:Install 1 Package 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:30.104 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 126 k 2026-02-17T22:35:30.105 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 456 k 2026-02-17T22:35:30.105 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:30.189 INFO:teuthology.orchestra.run.trial050.stdout:librados-devel-19.2.3-672.g283431c0.el9.x86_64. 1.5 MB/s | 126 kB 00:00 2026-02-17T22:35:30.190 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:30.190 INFO:teuthology.orchestra.run.trial050.stdout:Total 1.4 MB/s | 126 kB 00:00 2026-02-17T22:35:30.190 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:30.192 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:30.193 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:30.218 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:30.219 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:30.266 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:30.282 INFO:teuthology.orchestra.run.trial050.stdout: Installing : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:30.357 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:30.412 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:30.412 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:30.412 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:30.412 INFO:teuthology.orchestra.run.trial050.stdout: librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:30.412 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:30.412 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:30.440 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install libcephfs2 2026-02-17T22:35:30.757 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:26 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:30.820 INFO:teuthology.orchestra.run.trial050.stdout:Package libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:30.838 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:30.839 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:30.839 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:30.860 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install libcephfs-devel 2026-02-17T22:35:31.164 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:27 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:31.248 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:31.248 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:31.248 INFO:teuthology.orchestra.run.trial050.stdout: Package Arch Version Repo Size 2026-02-17T22:35:31.248 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:31.248 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs-devel x86_64 2:19.2.3-672.g283431c0.el9 ceph 34 k 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout:Install 1 Package 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 34 k 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 153 k 2026-02-17T22:35:31.249 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:31.310 INFO:teuthology.orchestra.run.trial050.stdout:libcephfs-devel-19.2.3-672.g283431c0.el9.x86_64 540 kB/s | 34 kB 00:00 2026-02-17T22:35:31.311 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:31.311 INFO:teuthology.orchestra.run.trial050.stdout:Total 532 kB/s | 34 kB 00:00 2026-02-17T22:35:31.311 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:31.313 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:31.313 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:31.315 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:31.315 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:31.335 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:31.350 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:31.403 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:31.458 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:31.458 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:31.459 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:31.459 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:31.459 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:31.459 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:31.486 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install librados2 2026-02-17T22:35:31.797 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:27 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:31.863 INFO:teuthology.orchestra.run.trial050.stdout:Package librados2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:31.881 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:31.882 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:31.882 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:31.904 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install librbd1 2026-02-17T22:35:32.211 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:28 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:32.279 INFO:teuthology.orchestra.run.trial050.stdout:Package librbd1-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:32.297 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:32.298 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:32.298 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:32.319 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install python3-rados 2026-02-17T22:35:32.624 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:28 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:32.687 INFO:teuthology.orchestra.run.trial050.stdout:Package python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:32.705 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:32.706 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:32.706 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:32.727 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install python3-rgw 2026-02-17T22:35:33.036 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:29 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:33.099 INFO:teuthology.orchestra.run.trial050.stdout:Package python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:33.117 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:33.118 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:33.118 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:33.139 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install python3-cephfs 2026-02-17T22:35:33.445 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:29 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:33.511 INFO:teuthology.orchestra.run.trial050.stdout:Package python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:33.529 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:33.529 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:33.529 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:33.551 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install python3-rbd 2026-02-17T22:35:33.862 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:29 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:33.925 INFO:teuthology.orchestra.run.trial050.stdout:Package python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:33.944 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:33.944 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:33.944 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:33.966 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install rbd-fuse 2026-02-17T22:35:34.271 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:30 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout: Package Architecture Version Repository Size 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout: rbd-fuse x86_64 2:19.2.3-672.g283431c0.el9 ceph 85 k 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout:Install 1 Package 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:34.353 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 85 k 2026-02-17T22:35:34.354 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 231 k 2026-02-17T22:35:34.354 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:34.427 INFO:teuthology.orchestra.run.trial050.stdout:rbd-fuse-19.2.3-672.g283431c0.el9.x86_64.rpm 1.1 MB/s | 85 kB 00:00 2026-02-17T22:35:34.427 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:34.427 INFO:teuthology.orchestra.run.trial050.stdout:Total 1.1 MB/s | 85 kB 00:00 2026-02-17T22:35:34.427 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:34.431 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:34.431 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:34.457 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:34.457 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:34.503 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:34.518 INFO:teuthology.orchestra.run.trial050.stdout: Installing : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:34.600 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:34.655 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:34.655 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:34.655 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:34.655 INFO:teuthology.orchestra.run.trial050.stdout: rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:34.655 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:34.655 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:34.683 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install rbd-mirror 2026-02-17T22:35:34.999 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:30 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:35.080 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout: Package Arch Version Repo Size 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout: rbd-mirror x86_64 2:19.2.3-672.g283431c0.el9 ceph 3.1 M 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:Install 1 Package 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 3.1 M 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 13 M 2026-02-17T22:35:35.081 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:35.230 INFO:teuthology.orchestra.run.trial050.stdout:rbd-mirror-19.2.3-672.g283431c0.el9.x86_64.rpm 21 MB/s | 3.1 MB 00:00 2026-02-17T22:35:35.231 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:35.231 INFO:teuthology.orchestra.run.trial050.stdout:Total 21 MB/s | 3.1 MB 00:00 2026-02-17T22:35:35.231 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:35.235 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:35.235 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:35.269 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:35.269 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:35.458 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:35.459 INFO:teuthology.orchestra.run.trial050.stdout: Installing : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:35.482 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:35.482 INFO:teuthology.orchestra.run.trial050.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-02-17T22:35:35.482 INFO:teuthology.orchestra.run.trial050.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-02-17T22:35:35.482 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-17T22:35:35.482 INFO:teuthology.orchestra.run.trial050.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-02-17T22:35:35.482 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:35.791 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:35.791 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:35.791 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:35.792 INFO:teuthology.orchestra.run.trial050.stdout: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:35.792 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:35.792 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:35.821 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install rbd-nbd 2026-02-17T22:35:36.134 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:32 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:36.217 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:36.217 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout: Package Architecture Version Repository Size 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout:Installing: 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout: rbd-nbd x86_64 2:19.2.3-672.g283431c0.el9 ceph 171 k 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout:Install 1 Package 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 171 k 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout:Installed size: 494 k 2026-02-17T22:35:36.218 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:35:36.303 INFO:teuthology.orchestra.run.trial050.stdout:rbd-nbd-19.2.3-672.g283431c0.el9.x86_64.rpm 2.0 MB/s | 171 kB 00:00 2026-02-17T22:35:36.303 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:35:36.304 INFO:teuthology.orchestra.run.trial050.stdout:Total 2.0 MB/s | 171 kB 00:00 2026-02-17T22:35:36.304 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:35:36.307 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:35:36.307 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:35:36.334 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:35:36.335 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:35:36.385 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:35:36.401 INFO:teuthology.orchestra.run.trial050.stdout: Installing : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:36.479 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:36.533 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 1/1 2026-02-17T22:35:36.534 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:36.534 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:35:36.534 INFO:teuthology.orchestra.run.trial050.stdout: rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 2026-02-17T22:35:36.534 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:36.534 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:36.561 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y install librados2 2026-02-17T22:35:36.878 INFO:teuthology.orchestra.run.trial050.stdout:Last metadata expiration check: 0:00:32 ago on Tue 17 Feb 2026 10:35:04 PM UTC. 2026-02-17T22:35:36.942 INFO:teuthology.orchestra.run.trial050.stdout:Package librados2-2:19.2.3-672.g283431c0.el9.x86_64 is already installed. 2026-02-17T22:35:36.960 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:35:36.961 INFO:teuthology.orchestra.run.trial050.stdout:Nothing to do. 2026-02-17T22:35:36.961 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:35:36.985 DEBUG:teuthology.parallel:result is None 2026-02-17T22:35:36.986 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-02-17T22:35:36.986 INFO:teuthology.packaging:ref: None 2026-02-17T22:35:36.986 INFO:teuthology.packaging:tag: None 2026-02-17T22:35:36.986 INFO:teuthology.packaging:branch: squid 2026-02-17T22:35:36.986 INFO:teuthology.packaging:sha1: adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:35:36.986 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2026-02-17T22:35:37.181 DEBUG:teuthology.orchestra.run.trial050:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-17T22:35:37.202 INFO:teuthology.orchestra.run.trial050.stdout:19.2.3-672.g283431c0.el9 2026-02-17T22:35:37.203 INFO:teuthology.packaging:The installed version of ceph is 19.2.3-672.g283431c0.el9 2026-02-17T22:35:37.203 INFO:teuthology.task.install:The correct ceph version 19.2.3-672.g283431c0 is installed. 2026-02-17T22:35:37.206 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-02-17T22:35:37.206 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:37.206 DEBUG:teuthology.orchestra.run.trial050:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-02-17T22:35:37.266 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-02-17T22:35:37.266 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:37.266 DEBUG:teuthology.orchestra.run.trial050:> sudo dd of=/usr/bin/daemon-helper 2026-02-17T22:35:37.331 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-02-17T22:35:37.395 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-02-17T22:35:37.396 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:37.396 DEBUG:teuthology.orchestra.run.trial050:> sudo dd of=/usr/bin/adjust-ulimits 2026-02-17T22:35:37.459 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-02-17T22:35:37.522 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-02-17T22:35:37.522 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:37.522 DEBUG:teuthology.orchestra.run.trial050:> sudo dd of=/usr/bin/stdin-killer 2026-02-17T22:35:37.585 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-02-17T22:35:37.649 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:35:37.664 INFO:teuthology.task.print:**** done installing squid 2026-02-17T22:35:37.664 INFO:teuthology.run_tasks:Running task ceph... 2026-02-17T22:35:37.778 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-02-17T22:35:37.778 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod 777 /var/log/ceph 2026-02-17T22:35:37.802 INFO:tasks.ceph:Disabling ceph logrotate... 2026-02-17T22:35:37.802 DEBUG:teuthology.orchestra.run.trial050:> sudo rm -f -- /etc/logrotate.d/ceph 2026-02-17T22:35:37.866 INFO:tasks.ceph:Creating extra log directories... 2026-02-17T22:35:37.866 DEBUG:teuthology.orchestra.run.trial050:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-02-17T22:35:37.944 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-02-17T22:35:37.944 INFO:tasks.ceph:config {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-02-17T22:35:37.945 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012', 'branch': '20.2.1_2.17.26-baseline_2', 'description': 'upgrade/cephfs/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}}', 'email': 'yweinste@redhat.com', 'first_in_suite': False, 'flavor': 'default', 'job_id': '54012', 'kernel': {'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'trial', 'meta': [{'desc': 'install ceph/squid latest\n'}], 'name': 'yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': '20.2.1_2.17.26-baseline_2'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'global': {'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': '20.2.1_2.17.26-baseline_2', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}}, 'owner': 'scheduled_yuriw@soko04.front.sepia.ceph.com', 'priority': 69, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.b', 'mon.c', 'mgr.x', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3']], 'seed': 8679, 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed', 'sleep_before_teardown': 0, 'subset': '111/120000', 'suite': 'upgrade', 'suite_branch': '20.2.1_2.17.26-baseline_2', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_adc1923395f2bcd6ae89b5d331d278364d1848ed/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed', 'targets': {'trial050.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHYdiqgdegJ1MHTZs/Xm85oDGtMrfDcKAlq3yMLaRTabo+JinphnxHVMazog8KFBAdbVBdDVAlF0+paBHxnFCJ4='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'branch': 'squid', 'exclude_packages': ['librados3', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'cephadm', 'ceph-volume'], 'extra_packages': ['librados2'], 'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'}}, {'print': '**** done installing squid'}, {'ceph': {'conf': {'global': {'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'log-ignorelist': ['overall HEALTH_', '\\(FS_', '\\(MDS_', '\\(OSD_', '\\(MON_DOWN\\)', '\\(CACHE_POOL_', '\\(POOL_', '\\(MGR_DOWN\\)', '\\(PG_', '\\(SMALLER_PGP_NUM\\)', 'Monitor daemon marked osd', 'Behind on trimming', 'Manager daemon', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'is offline because no MDS', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'BLUESTORE_SLOW_OP_ALERT', 'slow operation indications in BlueStore', 'experiencing slow operations in BlueStore', 'MGR_MODULE_ERROR', 'OSD_DOWN', 'osd.* is down', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'osds down', 'osd.* is down', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'pg .* is stuck inactive', 'pg .* is .*degraded', 'pg .* is stuck peering', 'scrub mismatch', 'ScrubResult', 'wrongly marked', '\\(POOL_APP_NOT_ENABLED\\)', '\\(SLOW_OPS\\)', 'overall HEALTH_', '\\(MON_MSGR2_NOT_ENABLED\\)', 'slow request'], 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed', 'cluster': 'ceph'}}, {'exec': {'osd.0': ['ceph osd set-require-min-compat-client squid']}}, {'print': '**** done ceph'}, {'print': '*** upgrading, no cephfs present'}, {'exec': {'mon.a': ['ceph fs dump']}}, {'install.upgrade': {'mon.a': None}}, {'print': '**** done install.upgrade'}, {'ceph.restart': {'daemons': ['mon.*', 'mgr.*'], 'mon-health-to-clog': False, 'wait-for-healthy': False}}, {'ceph.healthy': None}, {'ceph.restart': {'daemons': ['osd.*'], 'wait-for-healthy': False, 'wait-for-osds-up': True}}, {'exec': {'mon.a': ['ceph versions', 'ceph osd dump -f json-pretty', 'ceph fs dump', 'ceph osd require-osd-release tentacle', 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done']}}, {'ceph.healthy': None}, {'print': '**** done ceph.restart'}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local branch = yaml.kernel.branch\nif branch and not yaml.kernel.branch:find "-all$" then\n log.debug("removing default kernel specification: %s", yaml.kernel)\n py_attrgetter(yaml.kernel).pop(\'branch\', nil)\n py_attrgetter(yaml.kernel).pop(\'deb\', nil)\n py_attrgetter(yaml.kernel).pop(\'flavor\', nil)\n py_attrgetter(yaml.kernel).pop(\'kdb\', nil)\n py_attrgetter(yaml.kernel).pop(\'koji\', nil)\n py_attrgetter(yaml.kernel).pop(\'koji_task\', nil)\n py_attrgetter(yaml.kernel).pop(\'rpm\', nil)\n py_attrgetter(yaml.kernel).pop(\'sha1\', nil)\n py_attrgetter(yaml.kernel).pop(\'tag\', nil)\nend\n']}, 'teuthology_branch': 'main', 'teuthology_sha1': 'fa17720d0088c3ac28e473468bfc79eeaff5cd38', 'timestamp': '2026-02-17_21:13:22', 'tube': 'trial', 'user': 'yuriw', 'verbose': True, 'worker_log': '/home/teuthworker/mnt/teuthology/worker_logs/dispatcher.trial.3682'} 2026-02-17T22:35:37.946 DEBUG:teuthology.orchestra.run.trial050:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-02-17T22:35:37.988 DEBUG:teuthology.orchestra.run.trial050:> sudo install -d -m0777 -- /var/run/ceph 2026-02-17T22:35:38.052 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:38.052 DEBUG:teuthology.orchestra.run.trial050:> dd if=/scratch_devs of=/dev/stdout 2026-02-17T22:35:38.108 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-02-17T22:35:38.108 DEBUG:teuthology.orchestra.run.trial050:> stat /dev/vg_nvme/lv_1 2026-02-17T22:35:38.164 INFO:teuthology.orchestra.run.trial050.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-02-17T22:35:38.164 INFO:teuthology.orchestra.run.trial050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T22:35:38.164 INFO:teuthology.orchestra.run.trial050.stdout:Device: 6h/6d Inode: 921 Links: 1 2026-02-17T22:35:38.164 INFO:teuthology.orchestra.run.trial050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T22:35:38.164 INFO:teuthology.orchestra.run.trial050.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T22:35:38.165 INFO:teuthology.orchestra.run.trial050.stdout:Access: 2026-02-17 22:35:35.620982423 +0000 2026-02-17T22:35:38.165 INFO:teuthology.orchestra.run.trial050.stdout:Modify: 2026-02-17 22:34:39.888162338 +0000 2026-02-17T22:35:38.165 INFO:teuthology.orchestra.run.trial050.stdout:Change: 2026-02-17 22:34:39.888162338 +0000 2026-02-17T22:35:38.165 INFO:teuthology.orchestra.run.trial050.stdout: Birth: 2026-02-17 22:34:39.888162338 +0000 2026-02-17T22:35:38.165 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-02-17T22:35:38.225 INFO:teuthology.orchestra.run.trial050.stderr:1+0 records in 2026-02-17T22:35:38.226 INFO:teuthology.orchestra.run.trial050.stderr:1+0 records out 2026-02-17T22:35:38.226 INFO:teuthology.orchestra.run.trial050.stderr:512 bytes copied, 0.000151891 s, 3.4 MB/s 2026-02-17T22:35:38.227 DEBUG:teuthology.orchestra.run.trial050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-02-17T22:35:38.283 DEBUG:teuthology.orchestra.run.trial050:> stat /dev/vg_nvme/lv_2 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout:Device: 6h/6d Inode: 938 Links: 1 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout:Access: 2026-02-17 22:35:35.620982423 +0000 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout:Modify: 2026-02-17 22:34:40.120160283 +0000 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout:Change: 2026-02-17 22:34:40.120160283 +0000 2026-02-17T22:35:38.341 INFO:teuthology.orchestra.run.trial050.stdout: Birth: 2026-02-17 22:34:40.120160283 +0000 2026-02-17T22:35:38.341 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-02-17T22:35:38.403 INFO:teuthology.orchestra.run.trial050.stderr:1+0 records in 2026-02-17T22:35:38.404 INFO:teuthology.orchestra.run.trial050.stderr:1+0 records out 2026-02-17T22:35:38.404 INFO:teuthology.orchestra.run.trial050.stderr:512 bytes copied, 0.000147894 s, 3.5 MB/s 2026-02-17T22:35:38.405 DEBUG:teuthology.orchestra.run.trial050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-02-17T22:35:38.462 DEBUG:teuthology.orchestra.run.trial050:> stat /dev/vg_nvme/lv_3 2026-02-17T22:35:38.518 INFO:teuthology.orchestra.run.trial050.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-02-17T22:35:38.518 INFO:teuthology.orchestra.run.trial050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T22:35:38.518 INFO:teuthology.orchestra.run.trial050.stdout:Device: 6h/6d Inode: 973 Links: 1 2026-02-17T22:35:38.518 INFO:teuthology.orchestra.run.trial050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T22:35:38.519 INFO:teuthology.orchestra.run.trial050.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T22:35:38.519 INFO:teuthology.orchestra.run.trial050.stdout:Access: 2026-02-17 22:35:35.621982399 +0000 2026-02-17T22:35:38.519 INFO:teuthology.orchestra.run.trial050.stdout:Modify: 2026-02-17 22:34:40.357158184 +0000 2026-02-17T22:35:38.519 INFO:teuthology.orchestra.run.trial050.stdout:Change: 2026-02-17 22:34:40.357158184 +0000 2026-02-17T22:35:38.519 INFO:teuthology.orchestra.run.trial050.stdout: Birth: 2026-02-17 22:34:40.357158184 +0000 2026-02-17T22:35:38.519 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-02-17T22:35:38.582 INFO:teuthology.orchestra.run.trial050.stderr:1+0 records in 2026-02-17T22:35:38.582 INFO:teuthology.orchestra.run.trial050.stderr:1+0 records out 2026-02-17T22:35:38.582 INFO:teuthology.orchestra.run.trial050.stderr:512 bytes copied, 0.000187446 s, 2.7 MB/s 2026-02-17T22:35:38.583 DEBUG:teuthology.orchestra.run.trial050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-02-17T22:35:38.641 DEBUG:teuthology.orchestra.run.trial050:> stat /dev/vg_nvme/lv_4 2026-02-17T22:35:38.697 INFO:teuthology.orchestra.run.trial050.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-02-17T22:35:38.697 INFO:teuthology.orchestra.run.trial050.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-02-17T22:35:38.697 INFO:teuthology.orchestra.run.trial050.stdout:Device: 6h/6d Inode: 1003 Links: 1 2026-02-17T22:35:38.698 INFO:teuthology.orchestra.run.trial050.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-02-17T22:35:38.698 INFO:teuthology.orchestra.run.trial050.stdout:Context: system_u:object_r:device_t:s0 2026-02-17T22:35:38.698 INFO:teuthology.orchestra.run.trial050.stdout:Access: 2026-02-17 22:35:35.621982399 +0000 2026-02-17T22:35:38.698 INFO:teuthology.orchestra.run.trial050.stdout:Modify: 2026-02-17 22:34:40.606155979 +0000 2026-02-17T22:35:38.698 INFO:teuthology.orchestra.run.trial050.stdout:Change: 2026-02-17 22:34:40.606155979 +0000 2026-02-17T22:35:38.698 INFO:teuthology.orchestra.run.trial050.stdout: Birth: 2026-02-17 22:34:40.606155979 +0000 2026-02-17T22:35:38.698 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-02-17T22:35:38.760 INFO:teuthology.orchestra.run.trial050.stderr:1+0 records in 2026-02-17T22:35:38.760 INFO:teuthology.orchestra.run.trial050.stderr:1+0 records out 2026-02-17T22:35:38.760 INFO:teuthology.orchestra.run.trial050.stderr:512 bytes copied, 0.000144016 s, 3.6 MB/s 2026-02-17T22:35:38.761 DEBUG:teuthology.orchestra.run.trial050:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-02-17T22:35:38.819 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:35:38.819 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@trial050.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2026-02-17T22:35:38.819 INFO:tasks.ceph:Generating config... 2026-02-17T22:35:38.822 INFO:tasks.ceph:[global] mon warn on pool no app = False 2026-02-17T22:35:38.822 INFO:tasks.ceph:[global] ms bind msgr2 = False 2026-02-17T22:35:38.822 INFO:tasks.ceph:[global] bluestore warn on legacy statfs = False 2026-02-17T22:35:38.822 INFO:tasks.ceph:[global] bluestore warn on no per pool omap = False 2026-02-17T22:35:38.822 INFO:tasks.ceph:[global] mon pg warn min per osd = 0 2026-02-17T22:35:38.822 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-02-17T22:35:38.822 INFO:tasks.ceph:[mgr] debug ms = 1 2026-02-17T22:35:38.822 INFO:tasks.ceph:[mon] debug mon = 20 2026-02-17T22:35:38.823 INFO:tasks.ceph:[mon] debug ms = 1 2026-02-17T22:35:38.823 INFO:tasks.ceph:[mon] debug paxos = 20 2026-02-17T22:35:38.823 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2026-02-17T22:35:38.823 INFO:tasks.ceph:[mon] mon warn on osd down out interval zero = False 2026-02-17T22:35:38.823 INFO:tasks.ceph:[osd] bdev async discard = True 2026-02-17T22:35:38.823 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-02-17T22:35:38.823 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-02-17T22:35:38.823 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-02-17T22:35:38.823 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-02-17T22:35:38.823 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-02-17T22:35:38.823 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-02-17T22:35:38.823 INFO:tasks.ceph:[osd] debug ms = 1 2026-02-17T22:35:38.824 INFO:tasks.ceph:[osd] debug osd = 20 2026-02-17T22:35:38.824 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-02-17T22:35:38.824 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-02-17T22:35:38.824 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-02-17T22:35:38.824 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-02-17T22:35:38.824 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-02-17T22:35:38.824 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-02-17T22:35:38.824 INFO:tasks.ceph:Setting up mon.a... 2026-02-17T22:35:38.824 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-02-17T22:35:38.893 INFO:teuthology.orchestra.run.trial050.stdout:creating /etc/ceph/ceph.keyring 2026-02-17T22:35:38.896 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-02-17T22:35:38.974 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-17T22:35:39.038 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '10.20.193.50'), ('mon.b', '[v2:10.20.193.50:3301,v1:10.20.193.50:6790]'), ('mon.c', '[v2:10.20.193.50:3302,v1:10.20.193.50:6791]')] 2026-02-17T22:35:39.039 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '10.20.193.50,[v2:10.20.193.50:3301,v1:10.20.193.50:6790],[v2:10.20.193.50:3302,v1:10.20.193.50:6791]', 'mon warn on pool no app': False, 'ms bind msgr2': False, 'bluestore warn on legacy statfs': False, 'bluestore warn on no per pool omap': False, 'mon pg warn min per osd': 0}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd mclock skip benchmark': 'true', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon warn on osd down out interval zero': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok'}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}} 2026-02-17T22:35:39.040 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:39.041 DEBUG:teuthology.orchestra.run.trial050:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-02-17T22:35:39.096 DEBUG:teuthology.orchestra.run.trial050:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 10.20.193.50 --addv b '[v2:10.20.193.50:3301,v1:10.20.193.50:6790]' --addv c '[v2:10.20.193.50:3302,v1:10.20.193.50:6791]' --print /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:35:39.170 INFO:teuthology.orchestra.run.trial050.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:35:39.170 INFO:teuthology.orchestra.run.trial050.stdout:monmaptool: generated fsid b675bc08-270f-4cc4-b696-689251efaeaf 2026-02-17T22:35:39.170 INFO:teuthology.orchestra.run.trial050.stdout:setting min_mon_release = quincy 2026-02-17T22:35:39.170 INFO:teuthology.orchestra.run.trial050.stdout:epoch 0 2026-02-17T22:35:39.170 INFO:teuthology.orchestra.run.trial050.stdout:fsid b675bc08-270f-4cc4-b696-689251efaeaf 2026-02-17T22:35:39.170 INFO:teuthology.orchestra.run.trial050.stdout:last_changed 2026-02-17T22:35:39.167522+0000 2026-02-17T22:35:39.170 INFO:teuthology.orchestra.run.trial050.stdout:created 2026-02-17T22:35:39.167522+0000 2026-02-17T22:35:39.170 INFO:teuthology.orchestra.run.trial050.stdout:min_mon_release 17 (quincy) 2026-02-17T22:35:39.171 INFO:teuthology.orchestra.run.trial050.stdout:election_strategy: 1 2026-02-17T22:35:39.171 INFO:teuthology.orchestra.run.trial050.stdout:0: [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] mon.a 2026-02-17T22:35:39.171 INFO:teuthology.orchestra.run.trial050.stdout:1: [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] mon.b 2026-02-17T22:35:39.171 INFO:teuthology.orchestra.run.trial050.stdout:2: [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] mon.c 2026-02-17T22:35:39.171 INFO:teuthology.orchestra.run.trial050.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-02-17T22:35:39.173 DEBUG:teuthology.orchestra.run.trial050:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-02-17T22:35:39.227 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID b675bc08-270f-4cc4-b696-689251efaeaf... 2026-02-17T22:35:39.229 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-02-17T22:35:39.307 INFO:teuthology.orchestra.run.trial050.stdout:[global] 2026-02-17T22:35:39.307 INFO:teuthology.orchestra.run.trial050.stdout: chdir = "" 2026-02-17T22:35:39.307 INFO:teuthology.orchestra.run.trial050.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-02-17T22:35:39.307 INFO:teuthology.orchestra.run.trial050.stdout: auth supported = cephx 2026-02-17T22:35:39.307 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.307 INFO:teuthology.orchestra.run.trial050.stdout: filestore xattr use omap = true 2026-02-17T22:35:39.307 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: mon clock drift allowed = 1.000 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: osd crush chooseleaf type = 0 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: auth debug = true 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: ms die on old message = true 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: ms die on bug = true 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: mon max pg per osd = 10000 # >= luminous 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: mon pg warn max object skew = 0 2026-02-17T22:35:39.308 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: # disable pg_autoscaler by default for new pools 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: osd_pool_default_pg_autoscale_mode = off 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: osd pool default size = 2 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: mon osd allow primary affinity = true 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: mon osd allow pg remap = true 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: mon warn on legacy crush tunables = false 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: mon warn on crush straw calc version zero = false 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: mon warn on no sortbitwise = false 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: mon warn on osd down out interval zero = false 2026-02-17T22:35:39.309 INFO:teuthology.orchestra.run.trial050.stdout: mon warn on too few osds = false 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: mon_warn_on_pool_no_redundancy = false 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: mon_allow_pool_size_one = true 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: osd default data pool replay window = 5 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: mon allow pool delete = true 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: mon cluster log file level = debug 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: debug asserts on shutdown = true 2026-02-17T22:35:39.310 INFO:teuthology.orchestra.run.trial050.stdout: mon health detail to clog = false 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: mon host = "10.20.193.50,[v2:10.20.193.50:3301,v1:10.20.193.50:6790],[v2:10.20.193.50:3302,v1:10.20.193.50:6791]" 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: mon warn on pool no app = False 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: ms bind msgr2 = False 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: bluestore warn on legacy statfs = False 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: bluestore warn on no per pool omap = False 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: mon pg warn min per osd = 0 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: fsid = b675bc08-270f-4cc4-b696-689251efaeaf 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout:[osd] 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: osd journal size = 100 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.311 INFO:teuthology.orchestra.run.trial050.stdout: osd scrub load threshold = 5.0 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd scrub max interval = 600 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd mclock profile = high_recovery_ops 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd mclock skip benchmark = true 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd recover clone overlap = true 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd recovery max chunk = 1048576 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd debug shutdown = true 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd debug op order = true 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd debug verify stray on activate = true 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd debug trim objects = true 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.312 INFO:teuthology.orchestra.run.trial050.stdout: osd open classes on start = true 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: osd debug pg log writeout = true 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: osd deep scrub update digest min age = 30 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: osd map max advance = 10 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: journal zero on create = true 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: filestore ondisk finisher threads = 3 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: filestore apply finisher threads = 3 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: bdev debug aio = true 2026-02-17T22:35:39.313 INFO:teuthology.orchestra.run.trial050.stdout: osd debug misdirected ops = true 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: bdev async discard = True 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: bdev enable discard = True 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: bluestore allocator = bitmap 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: bluestore block size = 96636764160 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: bluestore fsck on mount = True 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: debug bluefs = 1/20 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: debug bluestore = 1/20 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: debug ms = 1 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: debug osd = 20 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: debug rocksdb = 4/10 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: mon osd backfillfull_ratio = 0.85 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: mon osd full ratio = 0.9 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: mon osd nearfull ratio = 0.8 2026-02-17T22:35:39.314 INFO:teuthology.orchestra.run.trial050.stdout: osd failsafe full ratio = 0.95 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: osd objectstore = bluestore 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout:[mgr] 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: debug ms = 1 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: debug mgr = 20 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: debug mon = 20 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: debug auth = 20 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: mon reweight min pgs per osd = 4 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: mon reweight min bytes per osd = 10 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: mgr/telemetry/nag = false 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout:[mon] 2026-02-17T22:35:39.315 INFO:teuthology.orchestra.run.trial050.stdout: debug ms = 1 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: debug mon = 20 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: debug paxos = 20 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: debug auth = 20 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: mon data avail warn = 5 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: mon mgr mkfs grace = 240 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: mon reweight min pgs per osd = 4 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: mon osd reporter subtree level = osd 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: mon osd prime pg temp = true 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: mon reweight min bytes per osd = 10 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: auth mon ticket ttl = 660 # 11m 2026-02-17T22:35:39.316 INFO:teuthology.orchestra.run.trial050.stdout: auth service ticket ttl = 240 # 4m 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: # don't complain about insecure global_id in the test suite 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: # 1m isn't quite enough 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: mon_down_mkfs_grace = 2m 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: mon_warn_on_filestore_osds = false 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: mon down mkfs grace = 300 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: mon warn on osd down out interval zero = False 2026-02-17T22:35:39.317 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout:[client] 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout: rgw cache enabled = true 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout: rgw enable ops log = true 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout: rgw enable usage log = true 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout:[mon.a] 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout:[mon.b] 2026-02-17T22:35:39.318 INFO:teuthology.orchestra.run.trial050.stdout:[mon.c] 2026-02-17T22:35:39.319 INFO:tasks.ceph:Creating admin key on mon.a... 2026-02-17T22:35:39.320 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-02-17T22:35:39.403 INFO:tasks.ceph:Copying monmap to all nodes... 2026-02-17T22:35:39.403 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:39.403 DEBUG:teuthology.orchestra.run.trial050:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-02-17T22:35:39.461 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:39.461 DEBUG:teuthology.orchestra.run.trial050:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-02-17T22:35:39.519 INFO:tasks.ceph:Sending monmap to node ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:35:39.519 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:39.519 DEBUG:teuthology.orchestra.run.trial050:> sudo dd of=/etc/ceph/ceph.keyring 2026-02-17T22:35:39.520 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-02-17T22:35:39.592 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:39.592 DEBUG:teuthology.orchestra.run.trial050:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:35:39.647 INFO:tasks.ceph:Setting up mon nodes... 2026-02-17T22:35:39.647 INFO:tasks.ceph:Setting up mgr nodes... 2026-02-17T22:35:39.647 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-02-17T22:35:39.730 INFO:teuthology.orchestra.run.trial050.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-02-17T22:35:39.732 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-02-17T22:35:39.817 INFO:teuthology.orchestra.run.trial050.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-02-17T22:35:39.819 INFO:tasks.ceph:Setting up mds nodes... 2026-02-17T22:35:39.819 INFO:tasks.ceph_client:Setting up client nodes... 2026-02-17T22:35:39.819 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-02-17T22:35:39.820 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@trial050.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}} 2026-02-17T22:35:39.820 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-02-17T22:35:39.843 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:35:39.844 INFO:tasks.ceph:role: osd.0 2026-02-17T22:35:39.844 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:35:39.844 DEBUG:teuthology.orchestra.run.trial050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-02-17T22:35:39.910 INFO:teuthology.orchestra.run.trial050.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=45875200 blks 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout: = sunit=0 swidth=0 blks 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-17T22:35:39.911 INFO:teuthology.orchestra.run.trial050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-17T22:35:40.482 INFO:teuthology.orchestra.run.trial050.stdout:Discarding blocks...Done. 2026-02-17T22:35:40.484 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@trial050.front.sepia.ceph.com -o noatime 2026-02-17T22:35:40.484 DEBUG:teuthology.orchestra.run.trial050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-02-17T22:35:40.552 DEBUG:teuthology.orchestra.run.trial050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-02-17T22:35:40.621 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-02-17T22:35:40.685 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:35:40.685 INFO:tasks.ceph:role: osd.1 2026-02-17T22:35:40.685 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:35:40.686 DEBUG:teuthology.orchestra.run.trial050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-02-17T22:35:40.750 INFO:teuthology.orchestra.run.trial050.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=45875200 blks 2026-02-17T22:35:40.750 INFO:teuthology.orchestra.run.trial050.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-17T22:35:40.750 INFO:teuthology.orchestra.run.trial050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-17T22:35:40.750 INFO:teuthology.orchestra.run.trial050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-17T22:35:40.750 INFO:teuthology.orchestra.run.trial050.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-17T22:35:40.750 INFO:teuthology.orchestra.run.trial050.stdout: = sunit=0 swidth=0 blks 2026-02-17T22:35:40.751 INFO:teuthology.orchestra.run.trial050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-17T22:35:40.751 INFO:teuthology.orchestra.run.trial050.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-17T22:35:40.751 INFO:teuthology.orchestra.run.trial050.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-17T22:35:40.751 INFO:teuthology.orchestra.run.trial050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-17T22:35:41.307 INFO:teuthology.orchestra.run.trial050.stdout:Discarding blocks...Done. 2026-02-17T22:35:41.309 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@trial050.front.sepia.ceph.com -o noatime 2026-02-17T22:35:41.309 DEBUG:teuthology.orchestra.run.trial050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-02-17T22:35:41.376 DEBUG:teuthology.orchestra.run.trial050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-02-17T22:35:41.443 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-02-17T22:35:41.506 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:35:41.506 INFO:tasks.ceph:role: osd.2 2026-02-17T22:35:41.506 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:35:41.506 DEBUG:teuthology.orchestra.run.trial050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-02-17T22:35:41.570 INFO:teuthology.orchestra.run.trial050.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=45875200 blks 2026-02-17T22:35:41.570 INFO:teuthology.orchestra.run.trial050.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-17T22:35:41.570 INFO:teuthology.orchestra.run.trial050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-17T22:35:41.570 INFO:teuthology.orchestra.run.trial050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-17T22:35:41.571 INFO:teuthology.orchestra.run.trial050.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-17T22:35:41.571 INFO:teuthology.orchestra.run.trial050.stdout: = sunit=0 swidth=0 blks 2026-02-17T22:35:41.571 INFO:teuthology.orchestra.run.trial050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-17T22:35:41.571 INFO:teuthology.orchestra.run.trial050.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-17T22:35:41.571 INFO:teuthology.orchestra.run.trial050.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-17T22:35:41.571 INFO:teuthology.orchestra.run.trial050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-17T22:35:42.125 INFO:teuthology.orchestra.run.trial050.stdout:Discarding blocks...Done. 2026-02-17T22:35:42.127 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@trial050.front.sepia.ceph.com -o noatime 2026-02-17T22:35:42.127 DEBUG:teuthology.orchestra.run.trial050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-02-17T22:35:42.195 DEBUG:teuthology.orchestra.run.trial050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-02-17T22:35:42.263 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-02-17T22:35:42.326 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-02-17T22:35:42.327 INFO:tasks.ceph:role: osd.3 2026-02-17T22:35:42.327 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:35:42.327 DEBUG:teuthology.orchestra.run.trial050:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-02-17T22:35:42.391 INFO:teuthology.orchestra.run.trial050.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=45875200 blks 2026-02-17T22:35:42.391 INFO:teuthology.orchestra.run.trial050.stdout: = sectsz=4096 attr=2, projid32bit=1 2026-02-17T22:35:42.391 INFO:teuthology.orchestra.run.trial050.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-02-17T22:35:42.392 INFO:teuthology.orchestra.run.trial050.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-02-17T22:35:42.392 INFO:teuthology.orchestra.run.trial050.stdout:data = bsize=4096 blocks=183500800, imaxpct=25 2026-02-17T22:35:42.392 INFO:teuthology.orchestra.run.trial050.stdout: = sunit=0 swidth=0 blks 2026-02-17T22:35:42.392 INFO:teuthology.orchestra.run.trial050.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-02-17T22:35:42.392 INFO:teuthology.orchestra.run.trial050.stdout:log =internal log bsize=4096 blocks=89600, version=2 2026-02-17T22:35:42.392 INFO:teuthology.orchestra.run.trial050.stdout: = sectsz=4096 sunit=1 blks, lazy-count=1 2026-02-17T22:35:42.392 INFO:teuthology.orchestra.run.trial050.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-02-17T22:35:42.946 INFO:teuthology.orchestra.run.trial050.stdout:Discarding blocks...Done. 2026-02-17T22:35:42.948 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@trial050.front.sepia.ceph.com -o noatime 2026-02-17T22:35:42.949 DEBUG:teuthology.orchestra.run.trial050:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-02-17T22:35:43.017 DEBUG:teuthology.orchestra.run.trial050:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-02-17T22:35:43.084 DEBUG:teuthology.orchestra.run.trial050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:35:43.164 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:43.159+0000 7f298f920780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-02-17T22:35:43.164 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:43.160+0000 7f298f920780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-02-17T22:35:43.164 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:43.160+0000 7f298f920780 -1 bdev(0x55fed68b7800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-02-17T22:35:43.164 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:43.160+0000 7f298f920780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-02-17T22:35:47.055 DEBUG:teuthology.orchestra.run.trial050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-02-17T22:35:47.119 DEBUG:teuthology.orchestra.run.trial050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:35:47.198 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:47.193+0000 7f079c7d2780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-02-17T22:35:47.198 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:47.193+0000 7f079c7d2780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-02-17T22:35:47.198 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:47.194+0000 7f079c7d2780 -1 bdev(0x55d7e3fc5800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-02-17T22:35:47.198 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:47.194+0000 7f079c7d2780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-02-17T22:35:51.094 DEBUG:teuthology.orchestra.run.trial050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-02-17T22:35:51.159 DEBUG:teuthology.orchestra.run.trial050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:35:51.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:51.234+0000 7f3124e10780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-02-17T22:35:51.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:51.235+0000 7f3124e10780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-02-17T22:35:51.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:51.235+0000 7f3124e10780 -1 bdev(0x559425e83800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-02-17T22:35:51.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:51.235+0000 7f3124e10780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-02-17T22:35:55.133 DEBUG:teuthology.orchestra.run.trial050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-02-17T22:35:55.198 DEBUG:teuthology.orchestra.run.trial050:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:35:55.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:55.272+0000 7f96384fe780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-02-17T22:35:55.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:55.273+0000 7f96384fe780 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-02-17T22:35:55.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:55.273+0000 7f96384fe780 -1 bdev(0x55f3011a5800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-02-17T22:35:55.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:35:55.273+0000 7f96384fe780 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-02-17T22:35:59.178 DEBUG:teuthology.orchestra.run.trial050:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-02-17T22:35:59.243 INFO:tasks.ceph:Reading keys from all nodes... 2026-02-17T22:35:59.243 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:59.243 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-02-17T22:35:59.307 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:59.307 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-02-17T22:35:59.371 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:59.371 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-02-17T22:35:59.435 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:59.435 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-02-17T22:35:59.499 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:59.499 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-02-17T22:35:59.564 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:35:59.564 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-02-17T22:35:59.628 INFO:tasks.ceph:Adding keys to all mons... 2026-02-17T22:35:59.628 DEBUG:teuthology.orchestra.run.trial050:> sudo tee -a /etc/ceph/ceph.keyring 2026-02-17T22:35:59.690 INFO:teuthology.orchestra.run.trial050.stdout:[mgr.x] 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout: key = AQA77ZRpwSVsKxAAIFV9fOGqRpekPHkfHrNIww== 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout:[mgr.y] 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout: key = AQA77ZRpE5CSMBAAt4+B7u6ikml6py2Tsny0yA== 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout:[osd.0] 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout: key = AQA/7ZRpRDGfCRAA5DWCCnpyseHinp5RPvbVNg== 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout:[osd.1] 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout: key = AQBD7ZRpn7elCxAAGz5uUi5CFTgA/dJ2lE5xJQ== 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout:[osd.2] 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout: key = AQBH7ZRp8BQIDhAAFbxCP2uiS1xCEqpq0y/i3Q== 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout:[osd.3] 2026-02-17T22:35:59.691 INFO:teuthology.orchestra.run.trial050.stdout: key = AQBL7ZRpIYhOEBAA9u2Pa8U/dfYqy0g1cEeERg== 2026-02-17T22:35:59.693 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-17T22:35:59.773 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-02-17T22:35:59.851 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-17T22:35:59.930 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-17T22:36:00.009 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-17T22:36:00.091 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-02-17T22:36:00.171 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-02-17T22:36:00.171 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-02-17T22:36:00.234 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-17T22:36:00.318 DEBUG:teuthology.orchestra.run.trial050:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-02-17T22:36:00.381 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-02-17T22:36:00.445 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-17T22:36:00.527 DEBUG:teuthology.orchestra.run.trial050:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-02-17T22:36:00.591 DEBUG:teuthology.orchestra.run.trial050:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-02-17T22:36:00.655 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-02-17T22:36:00.736 DEBUG:teuthology.orchestra.run.trial050:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-02-17T22:36:00.800 DEBUG:teuthology.orchestra.run.trial050:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-02-17T22:36:00.857 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-02-17T22:36:00.857 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-17T22:36:00.858 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-17T22:36:00.899 INFO:tasks.ceph.mon.a:Started 2026-02-17T22:36:00.899 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-17T22:36:00.900 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-17T22:36:00.902 INFO:tasks.ceph.mon.b:Started 2026-02-17T22:36:00.903 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-17T22:36:00.903 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-17T22:36:00.905 INFO:tasks.ceph.mon.c:Started 2026-02-17T22:36:00.905 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-02-17T22:36:00.905 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-17T22:36:00.906 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-17T22:36:00.908 INFO:tasks.ceph.mgr.x:Started 2026-02-17T22:36:00.908 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-17T22:36:00.909 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-17T22:36:00.911 INFO:tasks.ceph.mgr.y:Started 2026-02-17T22:36:00.911 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2026-02-17T22:36:00.911 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2026-02-17T22:36:00.914 INFO:tasks.ceph:setting config [client] debug_client = 20 2026-02-17T22:36:00.914 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set client debug_client 20 2026-02-17T22:36:00.958 INFO:tasks.ceph:setting config [client] debug_ms = 1 2026-02-17T22:36:00.958 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set client debug_ms 1 2026-02-17T22:36:01.001 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2026-02-17T22:36:01.001 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2026-02-17T22:36:01.043 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2026-02-17T22:36:01.044 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2026-02-17T22:36:01.088 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2026-02-17T22:36:01.088 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds debug_mds 20 2026-02-17T22:36:01.130 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2026-02-17T22:36:01.131 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2026-02-17T22:36:01.173 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2026-02-17T22:36:01.174 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds debug_ms 2 2026-02-17T22:36:01.217 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2026-02-17T22:36:01.218 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2026-02-17T22:36:01.260 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2026-02-17T22:36:01.261 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2026-02-17T22:36:01.303 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2026-02-17T22:36:01.304 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2026-02-17T22:36:01.347 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2026-02-17T22:36:01.347 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2026-02-17T22:36:01.391 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2026-02-17T22:36:01.391 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2026-02-17T22:36:01.433 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2026-02-17T22:36:01.433 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2026-02-17T22:36:01.475 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2026-02-17T22:36:01.475 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2026-02-17T22:36:01.517 INFO:tasks.ceph:setting config [mgr] client_mount_timeout = 30 2026-02-17T22:36:01.517 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mgr client_mount_timeout 30 2026-02-17T22:36:01.559 INFO:tasks.ceph:setting config [mgr] debug_client = 20 2026-02-17T22:36:01.560 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mgr debug_client 20 2026-02-17T22:36:01.602 INFO:tasks.ceph:setting config [mgr] debug_mgr = 20 2026-02-17T22:36:01.603 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mgr debug_mgr 20 2026-02-17T22:36:01.645 INFO:tasks.ceph:setting config [mgr] debug_ms = 1 2026-02-17T22:36:01.646 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mgr debug_ms 1 2026-02-17T22:36:01.690 INFO:tasks.ceph:setting config [mgr] mon_warn_on_pool_no_app = False 2026-02-17T22:36:01.690 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mgr mon_warn_on_pool_no_app False 2026-02-17T22:36:01.732 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2026-02-17T22:36:01.733 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2026-02-17T22:36:01.776 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2026-02-17T22:36:01.776 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2026-02-17T22:36:01.819 DEBUG:tasks.ceph:set 22 configs 2026-02-17T22:36:01.819 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='trial050') 2026-02-17T22:36:06.214 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.210+0000 7faabaffd640 1 -- 10.20.193.50:0/1608337732 <== mon.1 v2:10.20.193.50:3301/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v5)=0 v5) ==== 109+0+0 (secure 0 0 0) 0x7faad009b670 con 0x7faad009a050 2026-02-17T22:36:06.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.211+0000 7faad89e1640 1 -- 10.20.193.50:0/1608337732 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7faad009a050 msgr2=0x7faad01cb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.211+0000 7faad89e1640 1 --2- 10.20.193.50:0/1608337732 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7faad009a050 0x7faad01cb920 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faad0075230 tx=0x7faac4004720 comp rx=0 tx=0).stop 2026-02-17T22:36:06.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.211+0000 7faad89e1640 1 -- 10.20.193.50:0/1608337732 shutdown_connections 2026-02-17T22:36:06.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.211+0000 7faad89e1640 1 --2- 10.20.193.50:0/1608337732 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7faad009a050 0x7faad01cb920 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.211+0000 7faad89e1640 1 --2- 10.20.193.50:0/1608337732 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7faad008c950 0x7faad0099b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.211+0000 7faad89e1640 1 --2- 10.20.193.50:0/1608337732 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7faad012efe0 0x7faad00995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.212+0000 7faad89e1640 1 -- 10.20.193.50:0/1608337732 >> 10.20.193.50:0/1608337732 conn(0x7faad00a1780 msgr2=0x7faad012e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:06.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.212+0000 7faad89e1640 1 -- 10.20.193.50:0/1608337732 shutdown_connections 2026-02-17T22:36:06.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.212+0000 7faad89e1640 1 -- 10.20.193.50:0/1608337732 wait complete. 2026-02-17T22:36:06.248 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 -- 10.20.193.50:0/4264159573 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f22fc003770 msgr2=0x7f22fc005bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.248 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 --2- 10.20.193.50:0/4264159573 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f22fc003770 0x7f22fc005bc0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f2314002950 tx=0x7f23140306d0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.248 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 -- 10.20.193.50:0/4264159573 shutdown_connections 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 --2- 10.20.193.50:0/4264159573 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f232012d1e0 0x7f23201293c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 --2- 10.20.193.50:0/4264159573 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f22fc003770 0x7f22fc005bc0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 --2- 10.20.193.50:0/4264159573 >> v2:10.20.193.50:3300/0 conn(0x7f232012c8c0 0x7f232012cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 -- 10.20.193.50:0/4264159573 >> 10.20.193.50:0/4264159573 conn(0x7f232009f450 msgr2=0x7f232009f860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 -- 10.20.193.50:0/4264159573 shutdown_connections 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 -- 10.20.193.50:0/4264159573 wait complete. 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.242+0000 7f2324a90640 1 Processor -- start 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 -- start start 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f22fc003770 0x7f232008c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2320129900 0x7f232008c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.249 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f232012c8c0 0x7f232008ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2320129d60 con 0x7f2320129900 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f232012d7f0 con 0x7f232012c8c0 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f2320129ee0 con 0x7f22fc003770 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f232012c8c0 0x7f232008ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f232012c8c0 0x7f232008ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:40656/0 (socket says 10.20.193.50:40656) 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231e575640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f22fc003770 0x7f232008c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 -- 10.20.193.50:0/3679971963 learned_addr learned my addr 10.20.193.50:0/3679971963 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231dd74640 1 --2- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2320129900 0x7f232008c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 -- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f22fc003770 msgr2=0x7f232008c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 --2- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f22fc003770 0x7f232008c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 -- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2320129900 msgr2=0x7f232008c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.250 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 --2- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2320129900 0x7f232008c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 -- 10.20.193.50:0/3679971963 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2320073270 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f231ed76640 1 --2- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f232012c8c0 0x7f232008ce80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f231000cb90 tx=0x7f231000a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2306ffd640 1 -- 10.20.193.50:0/3679971963 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f231000ad50 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2306ffd640 1 -- 10.20.193.50:0/3679971963 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(1 keys) ==== 23+0+0 (secure 0 0 0) 0x7f2310003a70 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f232008dd60 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2306ffd640 1 -- 10.20.193.50:0/3679971963 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2310003e40 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f232008d480 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2306ffd640 1 -- 10.20.193.50:0/3679971963 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f23100050d0 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.243+0000 7f2306ffd640 1 -- 10.20.193.50:0/3679971963 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f2310012a40 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.244+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23201293f0 con 0x7f232012c8c0 2026-02-17T22:36:06.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.245+0000 7f2306ffd640 1 -- 10.20.193.50:0/3679971963 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f23201293f0 con 0x7f232012c8c0 2026-02-17T22:36:06.275 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.272+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7f232008df60 con 0x7f232012c8c0 2026-02-17T22:36:06.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.274+0000 7f2306ffd640 1 -- 10.20.193.50:0/3679971963 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v6)=0 v6) ==== 121+0+0 (secure 0 0 0) 0x7f2310012420 con 0x7f232012c8c0 2026-02-17T22:36:06.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f232012c8c0 msgr2=0x7f232008ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 --2- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f232012c8c0 0x7f232008ce80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f231000cb90 tx=0x7f231000a430 comp rx=0 tx=0).stop 2026-02-17T22:36:06.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 shutdown_connections 2026-02-17T22:36:06.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 --2- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f232012c8c0 0x7f232008ce80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 --2- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2320129900 0x7f232008c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 --2- 10.20.193.50:0/3679971963 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f22fc003770 0x7f232008c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 >> 10.20.193.50:0/3679971963 conn(0x7f232009f450 msgr2=0x7f2320126100 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:06.279 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 shutdown_connections 2026-02-17T22:36:06.279 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.275+0000 7f2324a90640 1 -- 10.20.193.50:0/3679971963 wait complete. 2026-02-17T22:36:06.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 -- 10.20.193.50:0/2915897450 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7febac003750 msgr2=0x7febac005bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 --2- 10.20.193.50:0/2915897450 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7febac003750 0x7febac005bc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7febbc003a10 tx=0x7febbc0309f0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 -- 10.20.193.50:0/2915897450 shutdown_connections 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 --2- 10.20.193.50:0/2915897450 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7febac003750 0x7febac005bc0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 --2- 10.20.193.50:0/2915897450 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7febc8128eb0 0x7febc812b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 --2- 10.20.193.50:0/2915897450 >> v2:10.20.193.50:3300/0 conn(0x7febc8128590 0x7febc8128970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 -- 10.20.193.50:0/2915897450 >> 10.20.193.50:0/2915897450 conn(0x7febc809a000 msgr2=0x7febc80977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 -- 10.20.193.50:0/2915897450 shutdown_connections 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 -- 10.20.193.50:0/2915897450 wait complete. 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 Processor -- start 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.283+0000 7febcd574640 1 -- start start 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febcd574640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7febac003750 0x7febc8121e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febcd574640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7febc8070e20 0x7febc81223c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febcd574640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7febc8128590 0x7febc8122900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febcd574640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7febc8133bb0 con 0x7febc8070e20 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febcd574640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7febc8133a30 con 0x7febac003750 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febcd574640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7febc8133d30 con 0x7febc8128590 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7febac003750 0x7febc8121e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc77fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7febc8128590 0x7febc8122900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc67fc640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7febc8070e20 0x7febc81223c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7febac003750 0x7febc8121e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:40666/0 (socket says 10.20.193.50:40666) 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 -- 10.20.193.50:0/1754677555 learned_addr learned my addr 10.20.193.50:0/1754677555 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 -- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7febc8128590 msgr2=0x7febc8122900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 --2- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7febc8128590 0x7febc8122900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 -- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7febc8070e20 msgr2=0x7febc81223c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 --2- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7febc8070e20 0x7febc81223c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 -- 10.20.193.50:0/1754677555 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febc8124620 con 0x7febac003750 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febc6ffd640 1 --2- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7febac003750 0x7febc8121e80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7febbc03b040 tx=0x7febbc004830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7feba77fe640 1 -- 10.20.193.50:0/1754677555 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febbc03d030 con 0x7febac003750 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7feba77fe640 1 -- 10.20.193.50:0/1754677555 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(1 keys) ==== 23+0+0 (secure 0 0 0) 0x7febbc047070 con 0x7febac003750 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7feba77fe640 1 -- 10.20.193.50:0/1754677555 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febbc011ab0 con 0x7febac003750 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febc8124b70 con 0x7febac003750 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7febc8127ab0 con 0x7febac003750 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7feba77fe640 1 -- 10.20.193.50:0/1754677555 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7febbc011c50 con 0x7febac003750 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.284+0000 7feba77fe640 1 -- 10.20.193.50:0/1754677555 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7febbc042440 con 0x7febac003750 2026-02-17T22:36:06.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.285+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febc8128970 con 0x7febac003750 2026-02-17T22:36:06.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.286+0000 7feba77fe640 1 -- 10.20.193.50:0/1754677555 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7febbc04c460 con 0x7febac003750 2026-02-17T22:36:06.292 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.286+0000 7fc7515cd140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-17T22:36:06.317 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.314+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7febc8127ce0 con 0x7febac003750 2026-02-17T22:36:06.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7feba77fe640 1 -- 10.20.193.50:0/1754677555 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v7)=0 v7) ==== 121+0+0 (secure 0 0 0) 0x7febbc04c640 con 0x7febac003750 2026-02-17T22:36:06.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7febac003750 msgr2=0x7febc8121e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 --2- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7febac003750 0x7febc8121e80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7febbc03b040 tx=0x7febbc004830 comp rx=0 tx=0).stop 2026-02-17T22:36:06.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 shutdown_connections 2026-02-17T22:36:06.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 --2- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7febc8128590 0x7febc8122900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 --2- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7febc8070e20 0x7febc81223c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 --2- 10.20.193.50:0/1754677555 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7febac003750 0x7febc8121e80 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 >> 10.20.193.50:0/1754677555 conn(0x7febc809a000 msgr2=0x7febc8132f00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:06.321 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 shutdown_connections 2026-02-17T22:36:06.321 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.316+0000 7febcd574640 1 -- 10.20.193.50:0/1754677555 wait complete. 2026-02-17T22:36:06.423 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.420+0000 7fc7515cd140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-17T22:36:06.449 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.446+0000 7fc7515cd140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-17T22:36:06.482 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.479+0000 7fc7515cd140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-17T22:36:06.505 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.502+0000 7fc7515cd140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-17T22:36:06.531 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.528+0000 7fc7515cd140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-17T22:36:06.594 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.591+0000 7fc7515cd140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-17T22:36:06.619 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.616+0000 7fc7515cd140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-17T22:36:06.668 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.665+0000 7fc7515cd140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-17T22:36:06.710 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.707+0000 7fc7515cd140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-17T22:36:06.736 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.733+0000 7fc7515cd140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-17T22:36:06.760 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.757+0000 7fc7515cd140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-17T22:36:06.785 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.782+0000 7fc7515cd140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-17T22:36:06.807 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.805+0000 7fc7515cd140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-17T22:36:06.862 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.858+0000 7fc7515cd140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-17T22:36:06.884 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.881+0000 7fc7515cd140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-17T22:36:06.906 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.904+0000 7fc7515cd140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-17T22:36:06.954 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.951+0000 7fc7515cd140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-17T22:36:06.975 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:06.972+0000 7fc7515cd140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-17T22:36:06.987 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 -- 10.20.193.50:0/4141954251 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f192c003770 msgr2=0x7f192c009ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.987 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 --2- 10.20.193.50:0/4141954251 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f192c003770 0x7f192c009ba0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f193c002950 tx=0x7f193c0302c0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.987 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 -- 10.20.193.50:0/4141954251 shutdown_connections 2026-02-17T22:36:06.987 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 --2- 10.20.193.50:0/4141954251 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f192c003770 0x7f192c009ba0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.987 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 --2- 10.20.193.50:0/4141954251 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f194806fed0 0x7f192c00c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.987 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 --2- 10.20.193.50:0/4141954251 >> v2:10.20.193.50:3300/0 conn(0x7f1948134890 0x7f1948136c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.987 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 -- 10.20.193.50:0/4141954251 >> 10.20.193.50:0/4141954251 conn(0x7f194809e3b0 msgr2=0x7f194809e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 -- 10.20.193.50:0/4141954251 shutdown_connections 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.981+0000 7f194f5a3640 1 -- 10.20.193.50:0/4141954251 wait complete. 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194f5a3640 1 Processor -- start 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194f5a3640 1 -- start start 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194f5a3640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f192c003770 0x7f1948093760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194f5a3640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f194806f3e0 0x7f1948093ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194f5a3640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f194806fed0 0x7f19480941e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194f5a3640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f194806f940 con 0x7f192c003770 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194f5a3640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f194806f7c0 con 0x7f194806fed0 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194f5a3640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f194806fac0 con 0x7f194806f3e0 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194d318640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f192c003770 0x7f1948093760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.988 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194cb17640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f194806f3e0 0x7f1948093ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194d318640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f192c003770 0x7f1948093760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:45326/0 (socket says 10.20.193.50:45326) 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194cb17640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f194806f3e0 0x7f1948093ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41394/0 (socket says 10.20.193.50:41394) 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194d318640 1 -- 10.20.193.50:0/594162907 learned_addr learned my addr 10.20.193.50:0/594162907 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194db19640 1 --2- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f194806fed0 0x7f19480941e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194cb17640 1 -- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f194806fed0 msgr2=0x7f19480941e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194cb17640 1 --2- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f194806fed0 0x7f19480941e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194cb17640 1 -- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f192c003770 msgr2=0x7f1948093760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194cb17640 1 --2- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f192c003770 0x7f1948093760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.982+0000 7f194cb17640 1 -- 10.20.193.50:0/594162907 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1948095c80 con 0x7f194806f3e0 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f194cb17640 1 --2- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f194806f3e0 0x7f1948093ca0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f193c038000 tx=0x7f193c004830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f1935ffb640 1 -- 10.20.193.50:0/594162907 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193c049020 con 0x7f194806f3e0 2026-02-17T22:36:06.989 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f1935ffb640 1 -- 10.20.193.50:0/594162907 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(1 keys) ==== 23+0+0 (secure 0 0 0) 0x7f193c045670 con 0x7f194806f3e0 2026-02-17T22:36:06.990 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f1935ffb640 1 -- 10.20.193.50:0/594162907 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f193c045a20 con 0x7f194806f3e0 2026-02-17T22:36:06.990 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19480952d0 con 0x7f194806f3e0 2026-02-17T22:36:06.990 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1948096fb0 con 0x7f194806f3e0 2026-02-17T22:36:06.990 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f1935ffb640 1 -- 10.20.193.50:0/594162907 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f193c043440 con 0x7f194806f3e0 2026-02-17T22:36:06.990 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f1935ffb640 1 -- 10.20.193.50:0/594162907 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f193c04e400 con 0x7f194806f3e0 2026-02-17T22:36:06.990 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.983+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f194812f110 con 0x7f194806f3e0 2026-02-17T22:36:06.990 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:06.984+0000 7f1935ffb640 1 -- 10.20.193.50:0/594162907 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f193c053030 con 0x7f194806f3e0 2026-02-17T22:36:07.016 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.013+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f1948074840 con 0x7f194806f3e0 2026-02-17T22:36:07.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f1935ffb640 1 -- 10.20.193.50:0/594162907 <== mon.2 v2:10.20.193.50:3302/0 7 ==== config(2 keys) ==== 54+0+0 (secure 0 0 0) 0x7f193c043990 con 0x7f194806f3e0 2026-02-17T22:36:07.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f1935ffb640 1 -- 10.20.193.50:0/594162907 <== mon.2 v2:10.20.193.50:3302/0 8 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v8)=0 v8) ==== 123+0+0 (secure 0 0 0) 0x7f193c043b80 con 0x7f194806f3e0 2026-02-17T22:36:07.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f194806f3e0 msgr2=0x7f1948093ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f194f5a3640 1 --2- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f194806f3e0 0x7f1948093ca0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f193c038000 tx=0x7f193c004830 comp rx=0 tx=0).stop 2026-02-17T22:36:07.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 shutdown_connections 2026-02-17T22:36:07.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f194f5a3640 1 --2- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f194806fed0 0x7f19480941e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f194f5a3640 1 --2- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f194806f3e0 0x7f1948093ca0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f194f5a3640 1 --2- 10.20.193.50:0/594162907 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f192c003770 0x7f1948093760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.015+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 >> 10.20.193.50:0/594162907 conn(0x7f194809e3b0 msgr2=0x7f1948130330 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.016+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 shutdown_connections 2026-02-17T22:36:07.020 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.016+0000 7f194f5a3640 1 -- 10.20.193.50:0/594162907 wait complete. 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 -- 10.20.193.50:0/3112615603 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcac4128590 msgr2=0x7fcaa000a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 --2- 10.20.193.50:0/3112615603 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcac4128590 0x7fcaa000a980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fcab4002fe0 tx=0x7fcab402f2b0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 -- 10.20.193.50:0/3112615603 shutdown_connections 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 --2- 10.20.193.50:0/3112615603 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcac4128590 0x7fcaa000a980 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 --2- 10.20.193.50:0/3112615603 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcac4070e20 0x7fcaa0008410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 --2- 10.20.193.50:0/3112615603 >> v2:10.20.193.50:3300/0 conn(0x7fcaa0003800 0x7fcaa0005c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 -- 10.20.193.50:0/3112615603 >> 10.20.193.50:0/3112615603 conn(0x7fcac409a000 msgr2=0x7fcac40977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 -- 10.20.193.50:0/3112615603 shutdown_connections 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.020+0000 7fcaca6a9640 1 -- 10.20.193.50:0/3112615603 wait complete. 2026-02-17T22:36:07.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 Processor -- start 2026-02-17T22:36:07.025 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:07.021+0000 7fc7515cd140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-17T22:36:07.027 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 -- start start 2026-02-17T22:36:07.027 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcaa0003800 0x7fcac408db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.027 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcac4070e20 0x7fcac408e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.027 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcac4128590 0x7fcac408e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcac412bfc0 con 0x7fcac4070e20 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcac412be40 con 0x7fcac4128590 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fcac412c140 con 0x7fcaa0003800 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcaa0003800 0x7fcac408db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac37fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcac4070e20 0x7fcac408e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcaa0003800 0x7fcac408db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41410/0 (socket says 10.20.193.50:41410) 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 -- 10.20.193.50:0/659893096 learned_addr learned my addr 10.20.193.50:0/659893096 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac8c1f640 1 --2- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcac4128590 0x7fcac408e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 -- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcac4128590 msgr2=0x7fcac408e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 --2- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcac4128590 0x7fcac408e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 -- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcac4070e20 msgr2=0x7fcac408e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.028 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 --2- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcac4070e20 0x7fcac408e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 -- 10.20.193.50:0/659893096 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcac40911f0 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac3fff640 1 --2- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcaa0003800 0x7fcac408db50 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fcab0012a40 tx=0x7fcab0012f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac0ff9640 1 -- 10.20.193.50:0/659893096 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0021070 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac0ff9640 1 -- 10.20.193.50:0/659893096 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(2 keys) ==== 54+0+0 (secure 0 0 0) 0x7fcab0010da0 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcac40906b0 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.021+0000 7fcac0ff9640 1 -- 10.20.193.50:0/659893096 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab001c660 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.022+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fcac4097180 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.022+0000 7fcac0ff9640 1 -- 10.20.193.50:0/659893096 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fcab001c800 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.022+0000 7fcac0ff9640 1 -- 10.20.193.50:0/659893096 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fcab000f3c0 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.022+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcac412c9f0 con 0x7fcaa0003800 2026-02-17T22:36:07.029 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.023+0000 7fcac0ff9640 1 -- 10.20.193.50:0/659893096 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fcab0019040 con 0x7fcaa0003800 2026-02-17T22:36:07.030 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.049 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.046+0000 7fe447bd7140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-02-17T22:36:07.053 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.050+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7fcac4074840 con 0x7fcaa0003800 2026-02-17T22:36:07.055 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.052+0000 7fcac0ff9640 1 -- 10.20.193.50:0/659893096 <== mon.2 v2:10.20.193.50:3302/0 7 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7fcab001cd00 con 0x7fcaa0003800 2026-02-17T22:36:07.055 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.052+0000 7fcac0ff9640 1 -- 10.20.193.50:0/659893096 <== mon.2 v2:10.20.193.50:3302/0 8 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v9)=0 v9) ==== 114+0+0 (secure 0 0 0) 0x7fcab0026440 con 0x7fcaa0003800 2026-02-17T22:36:07.056 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcaa0003800 msgr2=0x7fcac408db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.056 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 --2- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcaa0003800 0x7fcac408db50 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fcab0012a40 tx=0x7fcab0012f10 comp rx=0 tx=0).stop 2026-02-17T22:36:07.056 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 shutdown_connections 2026-02-17T22:36:07.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 --2- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcac4128590 0x7fcac408e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 --2- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcac4070e20 0x7fcac408e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 --2- 10.20.193.50:0/659893096 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcaa0003800 0x7fcac408db50 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 >> 10.20.193.50:0/659893096 conn(0x7fcac409a000 msgr2=0x7fcac4072a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 shutdown_connections 2026-02-17T22:36:07.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.053+0000 7fcaca6a9640 1 -- 10.20.193.50:0/659893096 wait complete. 2026-02-17T22:36:07.065 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.065 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.098 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:07.095+0000 7fc7515cd140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-17T22:36:07.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 -- 10.20.193.50:0/611558059 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7efc14003750 msgr2=0x7efc140089e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 --2- 10.20.193.50:0/611558059 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7efc14003750 0x7efc140089e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7efc28002950 tx=0x7efc280302c0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 -- 10.20.193.50:0/611558059 shutdown_connections 2026-02-17T22:36:07.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 --2- 10.20.193.50:0/611558059 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7efc14003750 0x7efc140089e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 --2- 10.20.193.50:0/611558059 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7efc38131e50 0x7efc14008450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 --2- 10.20.193.50:0/611558059 >> v2:10.20.193.50:3300/0 conn(0x7efc38134780 0x7efc38136b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 -- 10.20.193.50:0/611558059 >> 10.20.193.50:0/611558059 conn(0x7efc3809f340 msgr2=0x7efc3809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 -- 10.20.193.50:0/611558059 shutdown_connections 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 -- 10.20.193.50:0/611558059 wait complete. 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.104+0000 7efc3e8ce640 1 Processor -- start 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 -- start start 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7efc14003750 0x7efc38126320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7efc3806e390 0x7efc38126860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7efc38131e50 0x7efc38126da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7efc3812ecc0 con 0x7efc3806e390 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7efc3812eb40 con 0x7efc38131e50 2026-02-17T22:36:07.110 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7efc3812ee40 con 0x7efc14003750 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7efc3806e390 0x7efc38126860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc37fff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7efc14003750 0x7efc38126320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3ce44640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7efc38131e50 0x7efc38126da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7efc3806e390 0x7efc38126860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:45340/0 (socket says 10.20.193.50:45340) 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 -- 10.20.193.50:0/1884597953 learned_addr learned my addr 10.20.193.50:0/1884597953 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 -- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7efc14003750 msgr2=0x7efc38126320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 --2- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7efc14003750 0x7efc38126320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 -- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7efc38131e50 msgr2=0x7efc38126da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 --2- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7efc38131e50 0x7efc38126da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 -- 10.20.193.50:0/1884597953 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc3812c230 con 0x7efc3806e390 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc377fe640 1 --2- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7efc3806e390 0x7efc38126860 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7efc28002950 tx=0x7efc280047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc34ff9640 1 -- 10.20.193.50:0/1884597953 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28048020 con 0x7efc3806e390 2026-02-17T22:36:07.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc34ff9640 1 -- 10.20.193.50:0/1884597953 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7efc28044610 con 0x7efc3806e390 2026-02-17T22:36:07.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc38129560 con 0x7efc3806e390 2026-02-17T22:36:07.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc34ff9640 1 -- 10.20.193.50:0/1884597953 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28036040 con 0x7efc3806e390 2026-02-17T22:36:07.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc38128780 con 0x7efc3806e390 2026-02-17T22:36:07.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc34ff9640 1 -- 10.20.193.50:0/1884597953 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7efc28044a00 con 0x7efc3806e390 2026-02-17T22:36:07.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.105+0000 7efc34ff9640 1 -- 10.20.193.50:0/1884597953 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7efc2804da40 con 0x7efc3806e390 2026-02-17T22:36:07.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.106+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc3806ed70 con 0x7efc3806e390 2026-02-17T22:36:07.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.107+0000 7efc34ff9640 1 -- 10.20.193.50:0/1884597953 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7efc28052030 con 0x7efc3806e390 2026-02-17T22:36:07.120 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:07.118+0000 7fc7515cd140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-17T22:36:07.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.137+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7efc38128950 con 0x7efc3806e390 2026-02-17T22:36:07.141 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.138+0000 7efc34ff9640 1 -- 10.20.193.50:0/1884597953 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v10)=0 v10) ==== 123+0+0 (secure 0 0 0) 0x7efc2804dc90 con 0x7efc3806e390 2026-02-17T22:36:07.141 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.138+0000 7efc34ff9640 1 -- 10.20.193.50:0/1884597953 <== mon.0 v2:10.20.193.50:3300/0 8 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7efc28030ce0 con 0x7efc3806e390 2026-02-17T22:36:07.142 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7efc3806e390 msgr2=0x7efc38126860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.142 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 --2- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7efc3806e390 0x7efc38126860 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7efc28002950 tx=0x7efc280047c0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 shutdown_connections 2026-02-17T22:36:07.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 --2- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7efc38131e50 0x7efc38126da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 --2- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7efc3806e390 0x7efc38126860 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 --2- 10.20.193.50:0/1884597953 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7efc14003750 0x7efc38126320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 >> 10.20.193.50:0/1884597953 conn(0x7efc3809f340 msgr2=0x7efc38099fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 shutdown_connections 2026-02-17T22:36:07.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.139+0000 7efc3e8ce640 1 -- 10.20.193.50:0/1884597953 wait complete. 2026-02-17T22:36:07.150 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/1722186190 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b7806e6d0 msgr2=0x7f4b5c00bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 --2- 10.20.193.50:0/1722186190 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b7806e6d0 0x7f4b5c00bbb0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4b60005f50 tx=0x7f4b600302d0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/1722186190 shutdown_connections 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 --2- 10.20.193.50:0/1722186190 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5c003750 0x7f4b5c005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 --2- 10.20.193.50:0/1722186190 >> v2:10.20.193.50:3300/0 conn(0x7f4b7806ddb0 0x7f4b5c00e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 --2- 10.20.193.50:0/1722186190 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b7806e6d0 0x7f4b5c00bbb0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/1722186190 >> 10.20.193.50:0/1722186190 conn(0x7f4b7809a000 msgr2=0x7f4b780977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/1722186190 shutdown_connections 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.149+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/1722186190 wait complete. 2026-02-17T22:36:07.153 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 Processor -- start 2026-02-17T22:36:07.154 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 -- start start 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5c003750 0x7f4b78124370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b7806ddb0 0x7f4b781248b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b7806e6d0 0x7f4b781c64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7812f2e0 con 0x7f4b7806e6d0 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4b7812f160 con 0x7f4b7806ddb0 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f4b7812f920 con 0x7f4b5c003750 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5c003750 0x7f4b78124370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5c003750 0x7f4b78124370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41440/0 (socket says 10.20.193.50:41440) 2026-02-17T22:36:07.156 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 -- 10.20.193.50:0/3066642720 learned_addr learned my addr 10.20.193.50:0/3066642720 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b77577640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b7806e6d0 0x7f4b781c64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76575640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b7806ddb0 0x7f4b781248b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 -- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b7806ddb0 msgr2=0x7f4b781248b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b7806ddb0 0x7f4b781248b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 -- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b7806e6d0 msgr2=0x7f4b781c64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b7806e6d0 0x7f4b781c64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 -- 10.20.193.50:0/3066642720 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b781278c0 con 0x7f4b5c003750 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b76d76640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5c003750 0x7f4b78124370 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c014520 tx=0x7f4b6c0149f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b577fe640 1 -- 10.20.193.50:0/3066642720 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c022070 con 0x7f4b5c003750 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b577fe640 1 -- 10.20.193.50:0/3066642720 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f4b6c011810 con 0x7f4b5c003750 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b78126d10 con 0x7f4b5c003750 2026-02-17T22:36:07.157 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b577fe640 1 -- 10.20.193.50:0/3066642720 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c011c40 con 0x7f4b5c003750 2026-02-17T22:36:07.158 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b78124df0 con 0x7f4b5c003750 2026-02-17T22:36:07.158 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b577fe640 1 -- 10.20.193.50:0/3066642720 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f4b6c00f040 con 0x7f4b5c003750 2026-02-17T22:36:07.158 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.150+0000 7f4b577fe640 1 -- 10.20.193.50:0/3066642720 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f4b6c027440 con 0x7f4b5c003750 2026-02-17T22:36:07.158 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.151+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b78130170 con 0x7f4b5c003750 2026-02-17T22:36:07.158 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.152+0000 7f4b577fe640 1 -- 10.20.193.50:0/3066642720 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f4b6c02c070 con 0x7f4b5c003750 2026-02-17T22:36:07.166 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.163+0000 7fe447bd7140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-02-17T22:36:07.185 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.182+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f4b78125020 con 0x7f4b5c003750 2026-02-17T22:36:07.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b577fe640 1 -- 10.20.193.50:0/3066642720 <== mon.2 v2:10.20.193.50:3302/0 7 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b6c011de0 con 0x7f4b5c003750 2026-02-17T22:36:07.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b577fe640 1 -- 10.20.193.50:0/3066642720 <== mon.2 v2:10.20.193.50:3302/0 8 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v11)=0 v11) ==== 123+0+0 (secure 0 0 0) 0x7f4b6c012470 con 0x7f4b5c003750 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5c003750 msgr2=0x7f4b78124370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5c003750 0x7f4b78124370 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c014520 tx=0x7f4b6c0149f0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 shutdown_connections 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b7806e6d0 0x7f4b781c64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b7806ddb0 0x7f4b781248b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 --2- 10.20.193.50:0/3066642720 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5c003750 0x7f4b78124370 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 >> 10.20.193.50:0/3066642720 conn(0x7f4b7809a000 msgr2=0x7f4b7809b090 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 shutdown_connections 2026-02-17T22:36:07.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.184+0000 7f4b7d1a3640 1 -- 10.20.193.50:0/3066642720 wait complete. 2026-02-17T22:36:07.189 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.185+0000 7fe447bd7140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-02-17T22:36:07.195 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- 10.20.193.50:0/2914383813 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012d420 msgr2=0x7f8c3c008510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 --2- 10.20.193.50:0/2914383813 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012d420 0x7f8c3c008510 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c006fd0 tx=0x7f8c4c0303a0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- 10.20.193.50:0/2914383813 shutdown_connections 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 --2- 10.20.193.50:0/2914383813 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8c601323a0 0x7f8c60134790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 --2- 10.20.193.50:0/2914383813 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8c3c003750 0x7f8c3c00c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 --2- 10.20.193.50:0/2914383813 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012d420 0x7f8c3c008510 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- 10.20.193.50:0/2914383813 >> 10.20.193.50:0/2914383813 conn(0x7f8c6009b870 msgr2=0x7f8c6009bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- 10.20.193.50:0/2914383813 shutdown_connections 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- 10.20.193.50:0/2914383813 wait complete. 2026-02-17T22:36:07.199 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 Processor -- start 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- start start 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8c3c003750 0x7f8c601c4480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012c930 0x7f8c601c49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8c6012d420 0x7f8c601c4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8c60129800 con 0x7f8c6012c930 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8c60129680 con 0x7f8c6012d420 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.194+0000 7f8c6655d640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f8c60129980 con 0x7f8c3c003750 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5f7fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012c930 0x7f8c601c49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5ffff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8c3c003750 0x7f8c601c4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c64ad3640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8c6012d420 0x7f8c601c4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5f7fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012c930 0x7f8c601c49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:45374/0 (socket says 10.20.193.50:45374) 2026-02-17T22:36:07.200 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5f7fe640 1 -- 10.20.193.50:0/3147784213 learned_addr learned my addr 10.20.193.50:0/3147784213 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c64ad3640 1 -- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8c3c003750 msgr2=0x7f8c601c4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c64ad3640 1 --2- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8c3c003750 0x7f8c601c4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c64ad3640 1 -- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012c930 msgr2=0x7f8c601c49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c64ad3640 1 --2- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012c930 0x7f8c601c49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c64ad3640 1 -- 10.20.193.50:0/3147784213 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c6006ee50 con 0x7f8c6012d420 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c64ad3640 1 --2- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8c6012d420 0x7f8c601c4f00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8c54008d70 tx=0x7f8c54015700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5cff9640 1 -- 10.20.193.50:0/3147784213 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c5401b070 con 0x7f8c6012d420 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5cff9640 1 -- 10.20.193.50:0/3147784213 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c54002ac0 con 0x7f8c6012d420 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5cff9640 1 -- 10.20.193.50:0/3147784213 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c540040d0 con 0x7f8c6012d420 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c60090ac0 con 0x7f8c6012d420 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c60091170 con 0x7f8c6012d420 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5cff9640 1 -- 10.20.193.50:0/3147784213 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f8c54004270 con 0x7f8c6012d420 2026-02-17T22:36:07.201 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.195+0000 7f8c5cff9640 1 -- 10.20.193.50:0/3147784213 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f8c54020c00 con 0x7f8c6012d420 2026-02-17T22:36:07.202 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.197+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c60129ea0 con 0x7f8c6012d420 2026-02-17T22:36:07.202 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.198+0000 7f8c5cff9640 1 -- 10.20.193.50:0/3147784213 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f8c54020e00 con 0x7f8c6012d420 2026-02-17T22:36:07.215 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.213+0000 7fe447bd7140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-02-17T22:36:07.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.226+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f8c60050a10 con 0x7f8c6012d420 2026-02-17T22:36:07.231 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.228+0000 7f8c5cff9640 1 -- 10.20.193.50:0/3147784213 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v12)=0 v12) ==== 108+0+0 (secure 0 0 0) 0x7f8c54004770 con 0x7f8c6012d420 2026-02-17T22:36:07.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8c6012d420 msgr2=0x7f8c601c4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 --2- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8c6012d420 0x7f8c601c4f00 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8c54008d70 tx=0x7f8c54015700 comp rx=0 tx=0).stop 2026-02-17T22:36:07.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 shutdown_connections 2026-02-17T22:36:07.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 --2- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8c6012d420 0x7f8c601c4f00 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 --2- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8c6012c930 0x7f8c601c49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 --2- 10.20.193.50:0/3147784213 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8c3c003750 0x7f8c601c4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.233 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 >> 10.20.193.50:0/3147784213 conn(0x7f8c6009b870 msgr2=0x7f8c6009c470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.233 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 shutdown_connections 2026-02-17T22:36:07.233 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.229+0000 7f8c6655d640 1 -- 10.20.193.50:0/3147784213 wait complete. 2026-02-17T22:36:07.236 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 -- 10.20.193.50:0/198000657 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd4bc003750 msgr2=0x7fd4bc008aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 --2- 10.20.193.50:0/198000657 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd4bc003750 0x7fd4bc008aa0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0005f70 tx=0x7fd4c00303b0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 -- 10.20.193.50:0/198000657 shutdown_connections 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 --2- 10.20.193.50:0/198000657 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd4d806e390 0x7fd4bc008510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 --2- 10.20.193.50:0/198000657 >> v2:10.20.193.50:3300/0 conn(0x7fd4d806ecb0 0x7fd4bc00aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 --2- 10.20.193.50:0/198000657 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd4bc003750 0x7fd4bc008aa0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 -- 10.20.193.50:0/198000657 >> 10.20.193.50:0/198000657 conn(0x7fd4d809f340 msgr2=0x7fd4d809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 -- 10.20.193.50:0/198000657 shutdown_connections 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.233+0000 7fd4df249640 1 -- 10.20.193.50:0/198000657 wait complete. 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 Processor -- start 2026-02-17T22:36:07.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 -- start start 2026-02-17T22:36:07.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd4bc003750 0x7fd4d8130420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd4d806e390 0x7fd4d8130960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd4d806ecb0 0x7fd4d8130ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.239 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d8136e80 con 0x7fd4d806ecb0 2026-02-17T22:36:07.239 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd4d806e9c0 con 0x7fd4d806e390 2026-02-17T22:36:07.239 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fd4d8137000 con 0x7fd4bc003750 2026-02-17T22:36:07.239 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.234+0000 7fe447bd7140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd4bc003750 0x7fd4d8130420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd4bc003750 0x7fd4d8130420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41474/0 (socket says 10.20.193.50:41474) 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 -- 10.20.193.50:0/235601298 learned_addr learned my addr 10.20.193.50:0/235601298 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4cffff640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd4d806e390 0x7fd4d8130960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dd7bf640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd4d806ecb0 0x7fd4d8130ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 -- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd4d806e390 msgr2=0x7fd4d8130960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd4d806e390 0x7fd4d8130960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 -- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd4d806ecb0 msgr2=0x7fd4d8130ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.241 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd4d806ecb0 0x7fd4d8130ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 -- 10.20.193.50:0/235601298 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4d8136b40 con 0x7fd4bc003750 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4dcfbe640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd4bc003750 0x7fd4d8130420 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd4c8012810 tx=0x7fd4c8012ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4cd7fa640 1 -- 10.20.193.50:0/235601298 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8022070 con 0x7fd4bc003750 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4cd7fa640 1 -- 10.20.193.50:0/235601298 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4c8010e20 con 0x7fd4bc003750 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4d8131ec0 con 0x7fd4bc003750 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4cd7fa640 1 -- 10.20.193.50:0/235601298 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c801d6c0 con 0x7fd4bc003750 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4d8133230 con 0x7fd4bc003750 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4cd7fa640 1 -- 10.20.193.50:0/235601298 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7fd4c801d860 con 0x7fd4bc003750 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.234+0000 7fd4cd7fa640 1 -- 10.20.193.50:0/235601298 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fd4c800f3c0 con 0x7fd4bc003750 2026-02-17T22:36:07.242 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.235+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4d812f4d0 con 0x7fd4bc003750 2026-02-17T22:36:07.243 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.244 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.236+0000 7fd4cd7fa640 1 -- 10.20.193.50:0/235601298 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fd4c8019040 con 0x7fd4bc003750 2026-02-17T22:36:07.267 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.264+0000 7fe447bd7140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-02-17T22:36:07.269 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.266+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7fd4d8050a10 con 0x7fd4bc003750 2026-02-17T22:36:07.271 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.268+0000 7fd4cd7fa640 1 -- 10.20.193.50:0/235601298 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v13)=0 v13) ==== 117+0+0 (secure 0 0 0) 0x7fd4c801dd60 con 0x7fd4bc003750 2026-02-17T22:36:07.272 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd4bc003750 msgr2=0x7fd4d8130420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.272 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd4bc003750 0x7fd4d8130420 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fd4c8012810 tx=0x7fd4c8012ce0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 shutdown_connections 2026-02-17T22:36:07.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd4d806ecb0 0x7fd4d8130ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd4d806e390 0x7fd4d8130960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 --2- 10.20.193.50:0/235601298 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd4bc003750 0x7fd4d8130420 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 >> 10.20.193.50:0/235601298 conn(0x7fd4d809f340 msgr2=0x7fd4d812df90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 shutdown_connections 2026-02-17T22:36:07.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.269+0000 7fd4df249640 1 -- 10.20.193.50:0/235601298 wait complete. 2026-02-17T22:36:07.280 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.278+0000 7f69a224f640 1 -- 10.20.193.50:0/3392576146 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c071720 msgr2=0x7f69800084c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.278+0000 7f69a224f640 1 --2- 10.20.193.50:0/3392576146 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c071720 0x7f69800084c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f698c006c20 tx=0x7f698c030420 comp rx=0 tx=0).stop 2026-02-17T22:36:07.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.278+0000 7f69a224f640 1 -- 10.20.193.50:0/3392576146 shutdown_connections 2026-02-17T22:36:07.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.278+0000 7f69a224f640 1 --2- 10.20.193.50:0/3392576146 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c071720 0x7f69800084c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.278+0000 7f69a224f640 1 --2- 10.20.193.50:0/3392576146 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f699c072570 0x7f698000e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.278+0000 7f69a224f640 1 --2- 10.20.193.50:0/3392576146 >> v2:10.20.193.50:3300/0 conn(0x7f69800037b0 0x7f6980005c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.278+0000 7f69a224f640 1 -- 10.20.193.50:0/3392576146 >> 10.20.193.50:0/3392576146 conn(0x7f699c09a7d0 msgr2=0x7f699c09abe0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 -- 10.20.193.50:0/3392576146 shutdown_connections 2026-02-17T22:36:07.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 -- 10.20.193.50:0/3392576146 wait complete. 2026-02-17T22:36:07.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 Processor -- start 2026-02-17T22:36:07.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 -- start start 2026-02-17T22:36:07.285 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f69800037b0 0x7f699c1b5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f699c071720 0x7f699c1b6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c072570 0x7f699c1c4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f699c071190 con 0x7f69800037b0 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f699c071010 con 0x7f699c071720 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.279+0000 7f69a224f640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f699c071310 con 0x7f699c072570 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f69800037b0 0x7f699c1b5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a1a4e640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c072570 0x7f699c1c4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a0a4c640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f699c071720 0x7f699c1b6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f69800037b0 0x7f699c1b5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:45388/0 (socket says 10.20.193.50:45388) 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a1a4e640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c072570 0x7f699c1c4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41500/0 (socket says 10.20.193.50:41500) 2026-02-17T22:36:07.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a0a4c640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f699c071720 0x7f699c1b6350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:40822/0 (socket says 10.20.193.50:40822) 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 -- 10.20.193.50:0/1294284367 learned_addr learned my addr 10.20.193.50:0/1294284367 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 -- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c072570 msgr2=0x7f699c1c4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 --2- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c072570 0x7f699c1c4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 -- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f699c071720 msgr2=0x7f699c1b6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 --2- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f699c071720 0x7f699c1b6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 -- 10.20.193.50:0/1294284367 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f699c08c750 con 0x7f69800037b0 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a1a4e640 1 --2- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c072570 0x7f699c1c4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a124d640 1 --2- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f69800037b0 0x7f699c1b5e10 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f698c03c040 tx=0x7f698c03abd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f6989ffb640 1 -- 10.20.193.50:0/1294284367 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f698c048020 con 0x7f69800037b0 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f6989ffb640 1 -- 10.20.193.50:0/1294284367 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f698c003040 con 0x7f69800037b0 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f699c1b87f0 con 0x7f69800037b0 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f6989ffb640 1 -- 10.20.193.50:0/1294284367 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f698c036040 con 0x7f69800037b0 2026-02-17T22:36:07.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f699c1b7e20 con 0x7f69800037b0 2026-02-17T22:36:07.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f6989ffb640 1 -- 10.20.193.50:0/1294284367 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 1) ==== 811+0+0 (secure 0 0 0) 0x7f698c0034b0 con 0x7f69800037b0 2026-02-17T22:36:07.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.280+0000 7f6989ffb640 1 -- 10.20.193.50:0/1294284367 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f698c04d720 con 0x7f69800037b0 2026-02-17T22:36:07.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.281+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f699c1b7ff0 con 0x7f69800037b0 2026-02-17T22:36:07.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.282+0000 7f6989ffb640 1 -- 10.20.193.50:0/1294284367 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f698c052030 con 0x7f69800037b0 2026-02-17T22:36:07.298 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:07.295+0000 7fc7515cd140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-17T22:36:07.301 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.298+0000 7f6989ffb640 1 -- 10.20.193.50:0/1294284367 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f698c04d970 con 0x7f69800037b0 2026-02-17T22:36:07.314 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.311+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f699c12db40 con 0x7f69800037b0 2026-02-17T22:36:07.316 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.313+0000 7f6989ffb640 1 -- 10.20.193.50:0/1294284367 <== mon.0 v2:10.20.193.50:3300/0 8 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v14)=0 v14) ==== 106+0+0 (secure 0 0 0) 0x7f698c0037d0 con 0x7f69800037b0 2026-02-17T22:36:07.317 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f69800037b0 msgr2=0x7f699c1b5e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.317 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 --2- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f69800037b0 0x7f699c1b5e10 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f698c03c040 tx=0x7f698c03abd0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.317 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 shutdown_connections 2026-02-17T22:36:07.318 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 --2- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f699c072570 0x7f699c1c4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.318 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 --2- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f699c071720 0x7f699c1b6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.318 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 --2- 10.20.193.50:0/1294284367 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f69800037b0 0x7f699c1b5e10 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.318 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 >> 10.20.193.50:0/1294284367 conn(0x7f699c09a7d0 msgr2=0x7f699c12b200 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.318 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 shutdown_connections 2026-02-17T22:36:07.318 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.314+0000 7f69a224f640 1 -- 10.20.193.50:0/1294284367 wait complete. 2026-02-17T22:36:07.323 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.320+0000 7fe447bd7140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-02-17T22:36:07.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 -- 10.20.193.50:0/3586400039 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8770131e50 msgr2=0x7f875400e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 --2- 10.20.193.50:0/3586400039 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8770131e50 0x7f875400e190 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8770075230 tx=0x7f876002fef0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 -- 10.20.193.50:0/3586400039 shutdown_connections 2026-02-17T22:36:07.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 --2- 10.20.193.50:0/3586400039 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8754003750 0x7f8754005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 --2- 10.20.193.50:0/3586400039 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8770131e50 0x7f875400e190 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 --2- 10.20.193.50:0/3586400039 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8770134780 0x7f875400bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 -- 10.20.193.50:0/3586400039 >> 10.20.193.50:0/3586400039 conn(0x7f877009f340 msgr2=0x7f877009f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 -- 10.20.193.50:0/3586400039 shutdown_connections 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.320+0000 7f87757a3640 1 -- 10.20.193.50:0/3586400039 wait complete. 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 Processor -- start 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 -- start start 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8754003750 0x7f8770126320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f877006e390 0x7f8770126860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8770131e50 0x7f8770126da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f877012ef10 con 0x7f8754003750 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f877012ed90 con 0x7f8770131e50 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f877012f090 con 0x7f877006e390 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f877006e390 0x7f8770126860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876effd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8754003750 0x7f8770126320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f877006e390 0x7f8770126860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41560/0 (socket says 10.20.193.50:41560) 2026-02-17T22:36:07.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 -- 10.20.193.50:0/2027293628 learned_addr learned my addr 10.20.193.50:0/2027293628 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876f7fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8770131e50 0x7f8770126da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 -- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8770131e50 msgr2=0x7f8770126da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 --2- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8770131e50 0x7f8770126da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 -- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8754003750 msgr2=0x7f8770126320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 --2- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8754003750 0x7f8770126320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 -- 10.20.193.50:0/2027293628 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8770128960 con 0x7f877006e390 2026-02-17T22:36:07.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f876e7fc640 1 --2- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f877006e390 0x7f8770126860 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f8758012a40 tx=0x7f8758012f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.328 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f874f7fe640 1 -- 10.20.193.50:0/2027293628 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8758010b40 con 0x7f877006e390 2026-02-17T22:36:07.328 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f874f7fe640 1 -- 10.20.193.50:0/2027293628 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8758010ce0 con 0x7f877006e390 2026-02-17T22:36:07.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f877012c510 con 0x7f877006e390 2026-02-17T22:36:07.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f874f7fe640 1 -- 10.20.193.50:0/2027293628 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875801b660 con 0x7f877006e390 2026-02-17T22:36:07.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.321+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8770127f60 con 0x7f877006e390 2026-02-17T22:36:07.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.322+0000 7f874f7fe640 1 -- 10.20.193.50:0/2027293628 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f875801b800 con 0x7f877006e390 2026-02-17T22:36:07.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.322+0000 7f874f7fe640 1 -- 10.20.193.50:0/2027293628 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f8758039590 con 0x7f877006e390 2026-02-17T22:36:07.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.322+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f877009bd10 con 0x7f877006e390 2026-02-17T22:36:07.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.323+0000 7f874f7fe640 1 -- 10.20.193.50:0/2027293628 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f8770128960 con 0x7f877006e390 2026-02-17T22:36:07.350 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.347+0000 7fe447bd7140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-02-17T22:36:07.353 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.351+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7f877006ec50 con 0x7f877006e390 2026-02-17T22:36:07.355 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.352+0000 7f874f7fe640 1 -- 10.20.193.50:0/2027293628 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v15)=0 v15) ==== 115+0+0 (secure 0 0 0) 0x7f875801bb20 con 0x7f877006e390 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f877006e390 msgr2=0x7f8770126860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 --2- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f877006e390 0x7f8770126860 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f8758012a40 tx=0x7f8758012f10 comp rx=0 tx=0).stop 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 shutdown_connections 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 --2- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8770131e50 0x7f8770126da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 --2- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f877006e390 0x7f8770126860 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 --2- 10.20.193.50:0/2027293628 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8754003750 0x7f8770126320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 >> 10.20.193.50:0/2027293628 conn(0x7f877009f340 msgr2=0x7f8770099e10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 shutdown_connections 2026-02-17T22:36:07.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.353+0000 7f87757a3640 1 -- 10.20.193.50:0/2027293628 wait complete. 2026-02-17T22:36:07.364 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.370 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- 10.20.193.50:0/1657659514 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 msgr2=0x7f4de4009b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.370 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 --2- 10.20.193.50:0/1657659514 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 0x7f4de4009b70 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f4df8002950 tx=0x7f4df80302c0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.370 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- 10.20.193.50:0/1657659514 shutdown_connections 2026-02-17T22:36:07.370 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 --2- 10.20.193.50:0/1657659514 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4e08131e50 0x7f4de400c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.370 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 --2- 10.20.193.50:0/1657659514 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 0x7f4de4009b70 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.370 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 --2- 10.20.193.50:0/1657659514 >> v2:10.20.193.50:3300/0 conn(0x7f4e08134780 0x7f4e08136b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- 10.20.193.50:0/1657659514 >> 10.20.193.50:0/1657659514 conn(0x7f4e0809f340 msgr2=0x7f4e0809f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- 10.20.193.50:0/1657659514 shutdown_connections 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- 10.20.193.50:0/1657659514 wait complete. 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 Processor -- start 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- start start 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 0x7f4e08126320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4e0806e390 0x7f4e08126860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4e08131e50 0x7f4e08126da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0812ef10 con 0x7f4e08131e50 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4e0812ed90 con 0x7f4de4003770 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e0e061640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f4e0812f090 con 0x7f4e0806e390 2026-02-17T22:36:07.371 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e077fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 0x7f4e08126320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e06ffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4e0806e390 0x7f4e08126860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e077fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 0x7f4e08126320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:40900/0 (socket says 10.20.193.50:40900) 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e07fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4e08131e50 0x7f4e08126da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.365+0000 7f4e06ffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4e0806e390 0x7f4e08126860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41586/0 (socket says 10.20.193.50:41586) 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e06ffd640 1 -- 10.20.193.50:0/1405359576 learned_addr learned my addr 10.20.193.50:0/1405359576 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e06ffd640 1 -- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 msgr2=0x7f4e08126320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e06ffd640 1 --2- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 0x7f4e08126320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e06ffd640 1 -- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4e08131e50 msgr2=0x7f4e08126da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e06ffd640 1 --2- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4e08131e50 0x7f4e08126da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e06ffd640 1 -- 10.20.193.50:0/1405359576 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e0812c270 con 0x7f4e0806e390 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e06ffd640 1 --2- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4e0806e390 0x7f4e08126860 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4df8002a80 tx=0x7f4df803ae20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4de3fff640 1 -- 10.20.193.50:0/1405359576 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df8036040 con 0x7f4e0806e390 2026-02-17T22:36:07.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4de3fff640 1 -- 10.20.193.50:0/1405359576 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4df8049070 con 0x7f4e0806e390 2026-02-17T22:36:07.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4de3fff640 1 -- 10.20.193.50:0/1405359576 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4df80447c0 con 0x7f4e0806e390 2026-02-17T22:36:07.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e08127d40 con 0x7f4e0806e390 2026-02-17T22:36:07.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e08128990 con 0x7f4e0806e390 2026-02-17T22:36:07.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4de3fff640 1 -- 10.20.193.50:0/1405359576 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f4df8043070 con 0x7f4e0806e390 2026-02-17T22:36:07.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.366+0000 7f4de3fff640 1 -- 10.20.193.50:0/1405359576 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f4df805e630 con 0x7f4e0806e390 2026-02-17T22:36:07.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.367+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e0806ec80 con 0x7f4e0806e390 2026-02-17T22:36:07.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.368+0000 7f4de3fff640 1 -- 10.20.193.50:0/1405359576 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f4df8030ce0 con 0x7f4e0806e390 2026-02-17T22:36:07.399 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.396+0000 7fe447bd7140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-02-17T22:36:07.399 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.396+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7f4e08050a10 con 0x7f4e0806e390 2026-02-17T22:36:07.401 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.398+0000 7f4de3fff640 1 -- 10.20.193.50:0/1405359576 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7f4df8044bf0 con 0x7f4e0806e390 2026-02-17T22:36:07.402 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4e0806e390 msgr2=0x7f4e08126860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.402 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 --2- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4e0806e390 0x7f4e08126860 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f4df8002a80 tx=0x7f4df803ae20 comp rx=0 tx=0).stop 2026-02-17T22:36:07.402 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 shutdown_connections 2026-02-17T22:36:07.403 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 --2- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4e08131e50 0x7f4e08126da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.403 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 --2- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4e0806e390 0x7f4e08126860 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.403 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 --2- 10.20.193.50:0/1405359576 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4de4003770 0x7f4e08126320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.403 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 >> 10.20.193.50:0/1405359576 conn(0x7f4e0809f340 msgr2=0x7f4e0809a030 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.403 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 shutdown_connections 2026-02-17T22:36:07.403 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.399+0000 7f4e0e061640 1 -- 10.20.193.50:0/1405359576 wait complete. 2026-02-17T22:36:07.409 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 -- 10.20.193.50:0/220085864 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c406ecb0 msgr2=0x7fe9a800aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.409 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 --2- 10.20.193.50:0/220085864 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c406ecb0 0x7fe9a800aa80 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac005f50 tx=0x7fe9ac0302d0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.410 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 -- 10.20.193.50:0/220085864 shutdown_connections 2026-02-17T22:36:07.410 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 --2- 10.20.193.50:0/220085864 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9a8003770 0x7fe9a800b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.410 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 --2- 10.20.193.50:0/220085864 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c406ecb0 0x7fe9a800aa80 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 --2- 10.20.193.50:0/220085864 >> v2:10.20.193.50:3300/0 conn(0x7fe9c406e390 0x7fe9a8008510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 -- 10.20.193.50:0/220085864 >> 10.20.193.50:0/220085864 conn(0x7fe9c409f340 msgr2=0x7fe9c409f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 -- 10.20.193.50:0/220085864 shutdown_connections 2026-02-17T22:36:07.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 -- 10.20.193.50:0/220085864 wait complete. 2026-02-17T22:36:07.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.406+0000 7fe9cb020640 1 Processor -- start 2026-02-17T22:36:07.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 -- start start 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9a8003770 0x7fe9c40971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c406e390 0x7fe9c4093590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c406ecb0 0x7fe9c4093ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c4136e80 con 0x7fe9a8003770 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe9c406e9c0 con 0x7fe9c406ecb0 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fe9c4137000 con 0x7fe9c406e390 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c406e390 0x7fe9c4093590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9c8d95640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9a8003770 0x7fe9c40971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c406e390 0x7fe9c4093590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41608/0 (socket says 10.20.193.50:41608) 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 -- 10.20.193.50:0/3435582479 learned_addr learned my addr 10.20.193.50:0/3435582479 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9c9596640 1 --2- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c406ecb0 0x7fe9c4093ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 -- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c406ecb0 msgr2=0x7fe9c4093ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 --2- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c406ecb0 0x7fe9c4093ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 -- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9a8003770 msgr2=0x7fe9c40971e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 --2- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9a8003770 0x7fe9c40971e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 -- 10.20.193.50:0/3435582479 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c4095750 con 0x7fe9c406e390 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9bbfff640 1 --2- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c406e390 0x7fe9c4093590 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac03c040 tx=0x7fe9ac03aec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9b97fa640 1 -- 10.20.193.50:0/3435582479 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ac049070 con 0x7fe9c406e390 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9b97fa640 1 -- 10.20.193.50:0/3435582479 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9ac0395c0 con 0x7fe9c406e390 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c4129190 con 0x7fe9c406e390 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9b97fa640 1 -- 10.20.193.50:0/3435582479 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9ac036040 con 0x7fe9c406e390 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c40959f0 con 0x7fe9c406e390 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.407+0000 7fe9b97fa640 1 -- 10.20.193.50:0/3435582479 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fe9ac043070 con 0x7fe9c406e390 2026-02-17T22:36:07.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.408+0000 7fe9b97fa640 1 -- 10.20.193.50:0/3435582479 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fe9ac05dc10 con 0x7fe9c406e390 2026-02-17T22:36:07.416 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.408+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9c4098f70 con 0x7fe9c406e390 2026-02-17T22:36:07.416 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.409+0000 7fe9b97fa640 1 -- 10.20.193.50:0/3435582479 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fe9ac053070 con 0x7fe9c406e390 2026-02-17T22:36:07.439 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.436+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7fe9c4050a10 con 0x7fe9c406e390 2026-02-17T22:36:07.441 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.438+0000 7fe9b97fa640 1 -- 10.20.193.50:0/3435582479 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v17)=0 v17) ==== 121+0+0 (secure 0 0 0) 0x7fe9c4095750 con 0x7fe9c406e390 2026-02-17T22:36:07.441 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c406e390 msgr2=0x7fe9c4093590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.442 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 --2- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c406e390 0x7fe9c4093590 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe9ac03c040 tx=0x7fe9ac03aec0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.442 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe447bd7140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-02-17T22:36:07.442 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 shutdown_connections 2026-02-17T22:36:07.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 --2- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c406ecb0 0x7fe9c4093ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 --2- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c406e390 0x7fe9c4093590 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 --2- 10.20.193.50:0/3435582479 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9a8003770 0x7fe9c40971e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 >> 10.20.193.50:0/3435582479 conn(0x7fe9c409f340 msgr2=0x7fe9c40979f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 shutdown_connections 2026-02-17T22:36:07.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.439+0000 7fe9cb020640 1 -- 10.20.193.50:0/3435582479 wait complete. 2026-02-17T22:36:07.449 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.456 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 -- 10.20.193.50:0/2717251137 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f15f006e4e0 msgr2=0x7f15d4008480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.456 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 --2- 10.20.193.50:0/2717251137 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f15f006e4e0 0x7f15d4008480 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f15e0005f70 tx=0x7f15e0030e40 comp rx=0 tx=0).stop 2026-02-17T22:36:07.456 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 -- 10.20.193.50:0/2717251137 shutdown_connections 2026-02-17T22:36:07.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 --2- 10.20.193.50:0/2717251137 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f15d4003770 0x7f15d4005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 --2- 10.20.193.50:0/2717251137 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f15f006ee00 0x7f15d400e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 --2- 10.20.193.50:0/2717251137 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f15f006e4e0 0x7f15d4008480 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 -- 10.20.193.50:0/2717251137 >> 10.20.193.50:0/2717251137 conn(0x7f15f00a1780 msgr2=0x7f15f00a1b90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 -- 10.20.193.50:0/2717251137 shutdown_connections 2026-02-17T22:36:07.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.453+0000 7f15f6f16640 1 -- 10.20.193.50:0/2717251137 wait complete. 2026-02-17T22:36:07.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 Processor -- start 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 -- start start 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f15d4003770 0x7f15f009a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f15f006e4e0 0x7f15f009a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f15f006ee00 0x7f15f009ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f15f012f5b0 con 0x7f15f006ee00 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f15f012f430 con 0x7f15f006e4e0 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f15f012f730 con 0x7f15d4003770 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f15d4003770 0x7f15f009a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15e7fff640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f15f006e4e0 0x7f15f009a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f548c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f15f006ee00 0x7f15f009ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f15d4003770 0x7f15f009a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41622/0 (socket says 10.20.193.50:41622) 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15e7fff640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f15f006e4e0 0x7f15f009a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:40936/0 (socket says 10.20.193.50:40936) 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 -- 10.20.193.50:0/2843426073 learned_addr learned my addr 10.20.193.50:0/2843426073 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 -- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f15f006e4e0 msgr2=0x7f15f009a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 --2- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f15f006e4e0 0x7f15f009a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 -- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f15f006ee00 msgr2=0x7f15f009ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 --2- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f15f006ee00 0x7f15f009ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 -- 10.20.193.50:0/2843426073 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f008c590 con 0x7f15d4003770 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f4c8b640 1 --2- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f15d4003770 0x7f15f009a380 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f15e00029d0 tx=0x7f15e00398c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15e57fa640 1 -- 10.20.193.50:0/2843426073 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e0046020 con 0x7f15d4003770 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15e57fa640 1 -- 10.20.193.50:0/2843426073 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f15e0005e90 con 0x7f15d4003770 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15f008e220 con 0x7f15d4003770 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15e57fa640 1 -- 10.20.193.50:0/2843426073 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e003e040 con 0x7f15d4003770 2026-02-17T22:36:07.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.454+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f15f008d670 con 0x7f15d4003770 2026-02-17T22:36:07.462 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.455+0000 7f15e57fa640 1 -- 10.20.193.50:0/2843426073 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f15e000f040 con 0x7f15d4003770 2026-02-17T22:36:07.462 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.455+0000 7f15e57fa640 1 -- 10.20.193.50:0/2843426073 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f15e005e800 con 0x7f15d4003770 2026-02-17T22:36:07.462 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.455+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15f009cd70 con 0x7f15d4003770 2026-02-17T22:36:07.462 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.456+0000 7f15e57fa640 1 -- 10.20.193.50:0/2843426073 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f15f009cd70 con 0x7f15d4003770 2026-02-17T22:36:07.467 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.464+0000 7fe447bd7140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-02-17T22:36:07.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.484+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7f15f012fde0 con 0x7f15d4003770 2026-02-17T22:36:07.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.486+0000 7f15e57fa640 1 -- 10.20.193.50:0/2843426073 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v18)=0 v18) ==== 119+0+0 (secure 0 0 0) 0x7f15e0050070 con 0x7f15d4003770 2026-02-17T22:36:07.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f15d4003770 msgr2=0x7f15f009a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 --2- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f15d4003770 0x7f15f009a380 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f15e00029d0 tx=0x7f15e00398c0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 shutdown_connections 2026-02-17T22:36:07.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 --2- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f15f006ee00 0x7f15f009ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 --2- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f15f006e4e0 0x7f15f009a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 --2- 10.20.193.50:0/2843426073 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f15d4003770 0x7f15f009a380 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 >> 10.20.193.50:0/2843426073 conn(0x7f15f00a1780 msgr2=0x7f15f0126420 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 shutdown_connections 2026-02-17T22:36:07.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.487+0000 7f15f6f16640 1 -- 10.20.193.50:0/2843426073 wait complete. 2026-02-17T22:36:07.491 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.488+0000 7fe447bd7140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-02-17T22:36:07.498 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.498 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.516 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.513+0000 7fe447bd7140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-02-17T22:36:07.537 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.534+0000 7fe447bd7140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-02-17T22:36:07.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 -- 10.20.193.50:0/3148363758 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab50071f50 msgr2=0x7fab3400e1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 --2- 10.20.193.50:0/3148363758 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab50071f50 0x7fab3400e1c0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fab50072690 tx=0x7fab4c02ff10 comp rx=0 tx=0).stop 2026-02-17T22:36:07.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 -- 10.20.193.50:0/3148363758 shutdown_connections 2026-02-17T22:36:07.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 --2- 10.20.193.50:0/3148363758 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fab34003750 0x7fab34005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 --2- 10.20.193.50:0/3148363758 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab50071f50 0x7fab3400e1c0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 --2- 10.20.193.50:0/3148363758 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fab50132010 0x7fab3400bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 -- 10.20.193.50:0/3148363758 >> 10.20.193.50:0/3148363758 conn(0x7fab5009a000 msgr2=0x7fab500977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 -- 10.20.193.50:0/3148363758 shutdown_connections 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 -- 10.20.193.50:0/3148363758 wait complete. 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 Processor -- start 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.535+0000 7fab57ba3640 1 -- start start 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab57ba3640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab34003750 0x7fab50123340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab57ba3640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fab50071f50 0x7fab50123880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab57ba3640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fab501295f0 0x7fab50123dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab57ba3640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fab5006e500 con 0x7fab34003750 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab57ba3640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fab5006e380 con 0x7fab50071f50 2026-02-17T22:36:07.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab57ba3640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fab5006e680 con 0x7fab501295f0 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55918640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab34003750 0x7fab50123340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55117640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fab50071f50 0x7fab50123880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55918640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab34003750 0x7fab50123340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:45530/0 (socket says 10.20.193.50:45530) 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55918640 1 -- 10.20.193.50:0/991103142 learned_addr learned my addr 10.20.193.50:0/991103142 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab56119640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fab501295f0 0x7fab50123dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55117640 1 -- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fab501295f0 msgr2=0x7fab50123dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55117640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fab501295f0 0x7fab50123dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55117640 1 -- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab34003750 msgr2=0x7fab50123340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55117640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab34003750 0x7fab50123340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55117640 1 -- 10.20.193.50:0/991103142 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab50097070 con 0x7fab50071f50 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55918640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab34003750 0x7fab50123340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:07.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab55117640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fab50071f50 0x7fab50123880 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fab44005f50 tx=0x7fab44012ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab3e7fc640 1 -- 10.20.193.50:0/991103142 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab44010b90 con 0x7fab50071f50 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab3e7fc640 1 -- 10.20.193.50:0/991103142 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab44010d30 con 0x7fab50071f50 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab50125750 con 0x7fab50071f50 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab3e7fc640 1 -- 10.20.193.50:0/991103142 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab4401b660 con 0x7fab50071f50 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fab50124300 con 0x7fab50071f50 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.536+0000 7fab3e7fc640 1 -- 10.20.193.50:0/991103142 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fab4401b800 con 0x7fab50071f50 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.537+0000 7fab3e7fc640 1 -- 10.20.193.50:0/991103142 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fab44039380 con 0x7fab50071f50 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.537+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab5012ec30 con 0x7fab50071f50 2026-02-17T22:36:07.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.538+0000 7fab3e7fc640 1 -- 10.20.193.50:0/991103142 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fab4401bb20 con 0x7fab50071f50 2026-02-17T22:36:07.569 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.566+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7fab50073fd0 con 0x7fab50071f50 2026-02-17T22:36:07.571 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.568+0000 7fab3e7fc640 1 -- 10.20.193.50:0/991103142 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v19)=0 v19) ==== 120+0+0 (secure 0 0 0) 0x7fab44022310 con 0x7fab50071f50 2026-02-17T22:36:07.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fab50071f50 msgr2=0x7fab50123880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fab50071f50 0x7fab50123880 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fab44005f50 tx=0x7fab44012ee0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 shutdown_connections 2026-02-17T22:36:07.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fab501295f0 0x7fab50123dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fab50071f50 0x7fab50123880 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 --2- 10.20.193.50:0/991103142 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fab34003750 0x7fab50123340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 >> 10.20.193.50:0/991103142 conn(0x7fab5009a000 msgr2=0x7fab5012c560 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 shutdown_connections 2026-02-17T22:36:07.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.569+0000 7fab57ba3640 1 -- 10.20.193.50:0/991103142 wait complete. 2026-02-17T22:36:07.580 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.580 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'client_mount_timeout', '30'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.586 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.583+0000 7fe447bd7140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-02-17T22:36:07.608 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.605+0000 7fe447bd7140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-02-17T22:36:07.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.618+0000 7f45d3d45640 1 -- 10.20.193.50:0/1247670884 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f45b0003770 msgr2=0x7f45b0008aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.618+0000 7f45d3d45640 1 --2- 10.20.193.50:0/1247670884 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f45b0003770 0x7f45b0008aa0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f45c0005f50 tx=0x7f45c00302a0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.618+0000 7f45d3d45640 1 -- 10.20.193.50:0/1247670884 shutdown_connections 2026-02-17T22:36:07.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 --2- 10.20.193.50:0/1247670884 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f45cc06e390 0x7f45b0008510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 --2- 10.20.193.50:0/1247670884 >> v2:10.20.193.50:3300/0 conn(0x7f45cc06ecb0 0x7f45b000aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 --2- 10.20.193.50:0/1247670884 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f45b0003770 0x7f45b0008aa0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 -- 10.20.193.50:0/1247670884 >> 10.20.193.50:0/1247670884 conn(0x7f45cc09f340 msgr2=0x7f45cc09f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 -- 10.20.193.50:0/1247670884 shutdown_connections 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 -- 10.20.193.50:0/1247670884 wait complete. 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 Processor -- start 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 -- start start 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f45b0003770 0x7f45cc130420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f45cc06e390 0x7f45cc130960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f45cc06ecb0 0x7f45cc130ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f45cc136e80 con 0x7f45cc06ecb0 2026-02-17T22:36:07.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f45cc06e9c0 con 0x7f45cc06e390 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d3d45640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f45cc137000 con 0x7f45b0003770 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d1aba640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f45b0003770 0x7f45cc130420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d1aba640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f45b0003770 0x7f45cc130420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41642/0 (socket says 10.20.193.50:41642) 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d1aba640 1 -- 10.20.193.50:0/1545559922 learned_addr learned my addr 10.20.193.50:0/1545559922 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d12b9640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f45cc06e390 0x7f45cc130960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d22bb640 1 --2- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f45cc06ecb0 0x7f45cc130ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d1aba640 1 -- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f45cc06e390 msgr2=0x7f45cc130960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.619+0000 7f45d1aba640 1 --2- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f45cc06e390 0x7f45cc130960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45d1aba640 1 -- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f45cc06ecb0 msgr2=0x7f45cc130ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45d1aba640 1 --2- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f45cc06ecb0 0x7f45cc130ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45d1aba640 1 -- 10.20.193.50:0/1545559922 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45cc136b40 con 0x7f45b0003770 2026-02-17T22:36:07.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45d1aba640 1 --2- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f45b0003770 0x7f45cc130420 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f45bc012ac0 tx=0x7f45bc012f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45ba7fc640 1 -- 10.20.193.50:0/1545559922 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45bc011e90 con 0x7f45b0003770 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45ba7fc640 1 -- 10.20.193.50:0/1545559922 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45bc024070 con 0x7f45b0003770 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45cc131ec0 con 0x7f45b0003770 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45ba7fc640 1 -- 10.20.193.50:0/1545559922 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45bc01f790 con 0x7f45b0003770 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f45cc133230 con 0x7f45b0003770 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45ba7fc640 1 -- 10.20.193.50:0/1545559922 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f45bc00f040 con 0x7f45b0003770 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45ba7fc640 1 -- 10.20.193.50:0/1545559922 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f45bc03aad0 con 0x7f45b0003770 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.620+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45cc12f4d0 con 0x7f45b0003770 2026-02-17T22:36:07.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.622+0000 7f45ba7fc640 1 -- 10.20.193.50:0/1545559922 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f45bc01fb10 con 0x7f45b0003770 2026-02-17T22:36:07.630 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.627+0000 7fe447bd7140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-02-17T22:36:07.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.650+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f45cc1294e0 con 0x7f45b0003770 2026-02-17T22:36:07.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.652+0000 7f45ba7fc640 1 -- 10.20.193.50:0/1545559922 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v20)=0 v20) ==== 119+0+0 (secure 0 0 0) 0x7f45bc01fda0 con 0x7f45b0003770 2026-02-17T22:36:07.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f45b0003770 msgr2=0x7f45cc130420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 --2- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f45b0003770 0x7f45cc130420 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f45bc012ac0 tx=0x7f45bc012f90 comp rx=0 tx=0).stop 2026-02-17T22:36:07.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 shutdown_connections 2026-02-17T22:36:07.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 --2- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f45cc06ecb0 0x7f45cc130ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 --2- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f45cc06e390 0x7f45cc130960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 --2- 10.20.193.50:0/1545559922 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f45b0003770 0x7f45cc130420 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 >> 10.20.193.50:0/1545559922 conn(0x7f45cc09f340 msgr2=0x7f45cc12df90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 shutdown_connections 2026-02-17T22:36:07.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.653+0000 7f45d3d45640 1 -- 10.20.193.50:0/1545559922 wait complete. 2026-02-17T22:36:07.663 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_client', '20'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.667 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 -- 10.20.193.50:0/324640491 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd52806e4c0 msgr2=0x7fd504008390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 --2- 10.20.193.50:0/324640491 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd52806e4c0 0x7fd504008390 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd51c005f70 tx=0x7fd51c030e30 comp rx=0 tx=0).stop 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 -- 10.20.193.50:0/324640491 shutdown_connections 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 --2- 10.20.193.50:0/324640491 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd504003750 0x7fd5040088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 --2- 10.20.193.50:0/324640491 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd52806e4c0 0x7fd504008390 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 --2- 10.20.193.50:0/324640491 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd528096710 0x7fd528096af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 -- 10.20.193.50:0/324640491 >> 10.20.193.50:0/324640491 conn(0x7fd52809a000 msgr2=0x7fd5280977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 -- 10.20.193.50:0/324640491 shutdown_connections 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.662+0000 7fd52cc50640 1 -- 10.20.193.50:0/324640491 wait complete. 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 Processor -- start 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 -- start start 2026-02-17T22:36:07.668 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd504003750 0x7fd5281230b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd52806e4c0 0x7fd5281235f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd528096710 0x7fd528123b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd5280992f0 con 0x7fd528096710 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd528099170 con 0x7fd52806e4c0 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fd528099470 con 0x7fd504003750 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd52806e4c0 0x7fd5281235f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd526d76640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd528096710 0x7fd528123b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd52806e4c0 0x7fd5281235f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:40990/0 (socket says 10.20.193.50:40990) 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 -- 10.20.193.50:0/2718664601 learned_addr learned my addr 10.20.193.50:0/2718664601 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd526575640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd504003750 0x7fd5281230b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 -- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd504003750 msgr2=0x7fd5281230b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.669 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 --2- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd504003750 0x7fd5281230b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 -- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd528096710 msgr2=0x7fd528123b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 --2- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd528096710 0x7fd528123b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 -- 10.20.193.50:0/2718664601 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd528125310 con 0x7fd52806e4c0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd525d74640 1 --2- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd52806e4c0 0x7fd5281235f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd51000e570 tx=0x7fd51000ea40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd50effd640 1 -- 10.20.193.50:0/2718664601 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd510015020 con 0x7fd52806e4c0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd50effd640 1 -- 10.20.193.50:0/2718664601 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd51000c8f0 con 0x7fd52806e4c0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd528125b50 con 0x7fd52806e4c0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd50effd640 1 -- 10.20.193.50:0/2718664601 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51000cd20 con 0x7fd52806e4c0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.663+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5281c4400 con 0x7fd52806e4c0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.664+0000 7fd50effd640 1 -- 10.20.193.50:0/2718664601 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fd510011460 con 0x7fd52806e4c0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.664+0000 7fd50effd640 1 -- 10.20.193.50:0/2718664601 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fd510038c70 con 0x7fd52806e4c0 2026-02-17T22:36:07.670 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.664+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd528096af0 con 0x7fd52806e4c0 2026-02-17T22:36:07.671 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.665+0000 7fd50effd640 1 -- 10.20.193.50:0/2718664601 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fd51001f020 con 0x7fd52806e4c0 2026-02-17T22:36:07.677 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.674+0000 7fe447bd7140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-02-17T22:36:07.696 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.693+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7fd528074840 con 0x7fd52806e4c0 2026-02-17T22:36:07.698 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.695+0000 7fe447bd7140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-02-17T22:36:07.699 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.696+0000 7fd50effd640 1 -- 10.20.193.50:0/2718664601 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v21)=0 v21) ==== 111+0+0 (secure 0 0 0) 0x7fd528125b50 con 0x7fd52806e4c0 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.696+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd52806e4c0 msgr2=0x7fd5281235f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.696+0000 7fd52cc50640 1 --2- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd52806e4c0 0x7fd5281235f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd51000e570 tx=0x7fd51000ea40 comp rx=0 tx=0).stop 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.697+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 shutdown_connections 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.697+0000 7fd52cc50640 1 --2- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd528096710 0x7fd528123b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.697+0000 7fd52cc50640 1 --2- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd52806e4c0 0x7fd5281235f0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.697+0000 7fd52cc50640 1 --2- 10.20.193.50:0/2718664601 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd504003750 0x7fd5281230b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.697+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 >> 10.20.193.50:0/2718664601 conn(0x7fd52809a000 msgr2=0x7fd5280906a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.697+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 shutdown_connections 2026-02-17T22:36:07.700 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.697+0000 7fd52cc50640 1 -- 10.20.193.50:0/2718664601 wait complete. 2026-02-17T22:36:07.707 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_mgr', '20'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.712 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 -- 10.20.193.50:0/3425649467 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 msgr2=0x7f0470009be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 --2- 10.20.193.50:0/3425649467 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 0x7f0470009be0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0480005f50 tx=0x7f04800302d0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 -- 10.20.193.50:0/3425649467 shutdown_connections 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 --2- 10.20.193.50:0/3425649467 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f048c130980 0x7f047000c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 --2- 10.20.193.50:0/3425649467 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 0x7f0470009be0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 --2- 10.20.193.50:0/3425649467 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f048c06edc0 0x7f048c130440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 -- 10.20.193.50:0/3425649467 >> 10.20.193.50:0/3425649467 conn(0x7f048c09a000 msgr2=0x7f048c0977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 -- 10.20.193.50:0/3425649467 shutdown_connections 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.707+0000 7f049427c640 1 -- 10.20.193.50:0/3425649467 wait complete. 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 Processor -- start 2026-02-17T22:36:07.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 -- start start 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 0x7f048c092a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f048c06edc0 0x7f048c092f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f048c096710 0x7f048c0934b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f048c0990a0 con 0x7f04700037b0 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f048c098f20 con 0x7f048c096710 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f048c099220 con 0x7f048c06edc0 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f0491ff1640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 0x7f048c092a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04917f0640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f048c06edc0 0x7f048c092f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04927f2640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f048c096710 0x7f048c0934b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f0491ff1640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 0x7f048c092a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:45590/0 (socket says 10.20.193.50:45590) 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f0491ff1640 1 -- 10.20.193.50:0/1516438951 learned_addr learned my addr 10.20.193.50:0/1516438951 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04917f0640 1 -- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f048c096710 msgr2=0x7f048c0934b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04917f0640 1 --2- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f048c096710 0x7f048c0934b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04917f0640 1 -- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 msgr2=0x7f048c092a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04917f0640 1 --2- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 0x7f048c092a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04917f0640 1 -- 10.20.193.50:0/1516438951 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f048c094b10 con 0x7f048c06edc0 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04927f2640 1 --2- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f048c096710 0x7f048c0934b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f04917f0640 1 --2- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f048c06edc0 0x7f048c092f70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0480038000 tx=0x7f048003ad90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f047a7fc640 1 -- 10.20.193.50:0/1516438951 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0480049070 con 0x7f048c06edc0 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f047a7fc640 1 -- 10.20.193.50:0/1516438951 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0480030b40 con 0x7f048c06edc0 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f048c073970 con 0x7f048c06edc0 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f047a7fc640 1 -- 10.20.193.50:0/1516438951 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0480036040 con 0x7f048c06edc0 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.708+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f048c095680 con 0x7f048c06edc0 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.709+0000 7f047a7fc640 1 -- 10.20.193.50:0/1516438951 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f0480043070 con 0x7f048c06edc0 2026-02-17T22:36:07.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.709+0000 7f047a7fc640 1 -- 10.20.193.50:0/1516438951 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f048005dbf0 con 0x7f048c06edc0 2026-02-17T22:36:07.716 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.709+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f048c06de00 con 0x7f048c06edc0 2026-02-17T22:36:07.716 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.710+0000 7f047a7fc640 1 -- 10.20.193.50:0/1516438951 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f048c073970 con 0x7f048c06edc0 2026-02-17T22:36:07.743 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.740+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=debug_mgr}] v 0) -- 0x7f048c074840 con 0x7f048c06edc0 2026-02-17T22:36:07.745 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.742+0000 7f047a7fc640 1 -- 10.20.193.50:0/1516438951 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mgr}]=0 v22)=0 v22) ==== 108+0+0 (secure 0 0 0) 0x7f0480030d40 con 0x7f048c06edc0 2026-02-17T22:36:07.746 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.743+0000 7fe447bd7140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f048c06edc0 msgr2=0x7f048c092f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 --2- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f048c06edc0 0x7f048c092f70 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0480038000 tx=0x7f048003ad90 comp rx=0 tx=0).stop 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 shutdown_connections 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 --2- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f048c096710 0x7f048c0934b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 --2- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f048c06edc0 0x7f048c092f70 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 --2- 10.20.193.50:0/1516438951 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f04700037b0 0x7f048c092a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 >> 10.20.193.50:0/1516438951 conn(0x7f048c09a000 msgr2=0x7f048c0713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 shutdown_connections 2026-02-17T22:36:07.747 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.743+0000 7f049427c640 1 -- 10.20.193.50:0/1516438951 wait complete. 2026-02-17T22:36:07.754 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 -- 10.20.193.50:0/976574496 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede01295f0 msgr2=0x7fedc40084c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.754 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 --2- 10.20.193.50:0/976574496 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede01295f0 0x7fedc40084c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fedd0005f50 tx=0x7fedd00306a0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 -- 10.20.193.50:0/976574496 shutdown_connections 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 --2- 10.20.193.50:0/976574496 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fede0129f10 0x7fede006ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 --2- 10.20.193.50:0/976574496 >> v2:10.20.193.50:3300/0 conn(0x7fedc40037d0 0x7fedc400c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 --2- 10.20.193.50:0/976574496 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede01295f0 0x7fedc40084c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 -- 10.20.193.50:0/976574496 >> 10.20.193.50:0/976574496 conn(0x7fede009a000 msgr2=0x7fede00977c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 -- 10.20.193.50:0/976574496 shutdown_connections 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 -- 10.20.193.50:0/976574496 wait complete. 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 Processor -- start 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.749+0000 7fede76ce640 1 -- start start 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede76ce640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fedc40037d0 0x7fede006ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede76ce640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede0071f50 0x7fede006f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede76ce640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fede01295f0 0x7fede006f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede76ce640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fede012dc30 con 0x7fede01295f0 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede76ce640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fede012dab0 con 0x7fede0071f50 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede76ce640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fede012ddb0 con 0x7fedc40037d0 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede4c42640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede0071f50 0x7fede006f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5443640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fedc40037d0 0x7fede006ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5c44640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fede01295f0 0x7fede006f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede4c42640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede0071f50 0x7fede006f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:41018/0 (socket says 10.20.193.50:41018) 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5c44640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fede01295f0 0x7fede006f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:45608/0 (socket says 10.20.193.50:45608) 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede4c42640 1 -- 10.20.193.50:0/4025808145 learned_addr learned my addr 10.20.193.50:0/4025808145 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5443640 1 -- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede0071f50 msgr2=0x7fede006f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5443640 1 --2- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede0071f50 0x7fede006f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5443640 1 -- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fede01295f0 msgr2=0x7fede006f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5443640 1 --2- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fede01295f0 0x7fede006f980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5443640 1 -- 10.20.193.50:0/4025808145 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fede00972b0 con 0x7fedc40037d0 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede5443640 1 --2- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fedc40037d0 0x7fede006ef00 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fedd0037000 tx=0x7fedd00059b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fedcdffb640 1 -- 10.20.193.50:0/4025808145 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd0049070 con 0x7fedc40037d0 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fedcdffb640 1 -- 10.20.193.50:0/4025808145 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fedd0038580 con 0x7fedc40037d0 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fede0124630 con 0x7fedc40037d0 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fedcdffb640 1 -- 10.20.193.50:0/4025808145 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd003a470 con 0x7fedc40037d0 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fede0123230 con 0x7fedc40037d0 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.750+0000 7fedcdffb640 1 -- 10.20.193.50:0/4025808145 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7fedd0043030 con 0x7fedc40037d0 2026-02-17T22:36:07.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.751+0000 7fedcdffb640 1 -- 10.20.193.50:0/4025808145 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7fedd005e2f0 con 0x7fedc40037d0 2026-02-17T22:36:07.758 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_ms', '1'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.759 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.751+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fede006ddb0 con 0x7fedc40037d0 2026-02-17T22:36:07.759 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.752+0000 7fedcdffb640 1 -- 10.20.193.50:0/4025808145 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7fedd0053070 con 0x7fedc40037d0 2026-02-17T22:36:07.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.781+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7fede0073fd0 con 0x7fedc40037d0 2026-02-17T22:36:07.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.783+0000 7fedcdffb640 1 -- 10.20.193.50:0/4025808145 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v23)=0 v23) ==== 106+0+0 (secure 0 0 0) 0x7fedd0041070 con 0x7fedc40037d0 2026-02-17T22:36:07.787 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fedc40037d0 msgr2=0x7fede006ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.787 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 --2- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fedc40037d0 0x7fede006ef00 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fedd0037000 tx=0x7fedd00059b0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.787 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 shutdown_connections 2026-02-17T22:36:07.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 --2- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fede01295f0 0x7fede006f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 --2- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fede0071f50 0x7fede006f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 --2- 10.20.193.50:0/4025808145 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fedc40037d0 0x7fede006ef00 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 >> 10.20.193.50:0/4025808145 conn(0x7fede009a000 msgr2=0x7fede012c560 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 shutdown_connections 2026-02-17T22:36:07.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.784+0000 7fede76ce640 1 -- 10.20.193.50:0/4025808145 wait complete. 2026-02-17T22:36:07.794 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.795 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.795 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='trial050') 2026-02-17T22:36:07.795 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config dump 2026-02-17T22:36:07.801 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.798+0000 7fe447bd7140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-02-17T22:36:07.822 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.819+0000 7fe447bd7140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-02-17T22:36:07.869 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 -- 10.20.193.50:0/3793110371 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 msgr2=0x7f7740095b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 --2- 10.20.193.50:0/3793110371 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 0x7f7740095b10 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f7734009a00 tx=0x7f773402f280 comp rx=0 tx=0).stop 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 -- 10.20.193.50:0/3793110371 shutdown_connections 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 --2- 10.20.193.50:0/3793110371 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 0x7f7740095b10 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 --2- 10.20.193.50:0/3793110371 >> v2:10.20.193.50:3300/0 conn(0x7f7740096050 0x7f77401329c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 --2- 10.20.193.50:0/3793110371 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f774012bc30 0x7f774012c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 -- 10.20.193.50:0/3793110371 >> 10.20.193.50:0/3793110371 conn(0x7f774009a280 msgr2=0x7f7740097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 -- 10.20.193.50:0/3793110371 shutdown_connections 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.864+0000 7f7747df8640 1 -- 10.20.193.50:0/3793110371 wait complete. 2026-02-17T22:36:07.870 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 Processor -- start 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 -- start start 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 0x7f77401c4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7740096050 0x7f77401c4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f774012bc30 0x7f77401c51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7740133380 con 0x7f7740096050 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7740133200 con 0x7f774012bc30 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f7740133500 con 0x7f77400956d0 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 0x7f77401c4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 0x7f77401c4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41692/0 (socket says 10.20.193.50:41692) 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f774536c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7740096050 0x7f77401c4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 -- 10.20.193.50:0/4152187888 learned_addr learned my addr 10.20.193.50:0/4152187888 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:07.871 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f774636e640 1 --2- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f774012bc30 0x7f77401c51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 -- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f774012bc30 msgr2=0x7f77401c51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 --2- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f774012bc30 0x7f77401c51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 -- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7740096050 msgr2=0x7f77401c4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 --2- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7740096050 0x7f77401c4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 -- 10.20.193.50:0/4152187888 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7740131930 con 0x7f77400956d0 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7745b6d640 1 --2- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 0x7f77401c4760 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f77300027e0 tx=0x7f7730002cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f772e7fc640 1 -- 10.20.193.50:0/4152187888 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773000ed40 con 0x7f77400956d0 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f772e7fc640 1 -- 10.20.193.50:0/4152187888 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7730010430 con 0x7f77400956d0 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77401320a0 con 0x7f77400956d0 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f772e7fc640 1 -- 10.20.193.50:0/4152187888 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7730010820 con 0x7f77400956d0 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.865+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7740123b60 con 0x7f77400956d0 2026-02-17T22:36:07.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.866+0000 7f772e7fc640 1 -- 10.20.193.50:0/4152187888 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f7730020030 con 0x7f77400956d0 2026-02-17T22:36:07.873 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.866+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f774009c2e0 con 0x7f77400956d0 2026-02-17T22:36:07.873 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.866+0000 7f772e7fc640 1 -- 10.20.193.50:0/4152187888 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f7730038b10 con 0x7f77400956d0 2026-02-17T22:36:07.873 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.867+0000 7f772e7fc640 1 -- 10.20.193.50:0/4152187888 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f774009c2e0 con 0x7f77400956d0 2026-02-17T22:36:07.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.896+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f7740095b10 con 0x7f77400956d0 2026-02-17T22:36:07.900 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f772e7fc640 1 -- 10.20.193.50:0/4152187888 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v23) ==== 59+0+1472 (secure 0 0 0) 0x7f7730014030 con 0x7f77400956d0 2026-02-17T22:36:07.900 INFO:teuthology.orchestra.run.trial050.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-02-17T22:36:07.900 INFO:teuthology.orchestra.run.trial050.stdout:mon advanced mon_op_complaint_time 120 2026-02-17T22:36:07.900 INFO:teuthology.orchestra.run.trial050.stdout:mgr advanced client_mount_timeout 30 2026-02-17T22:36:07.900 INFO:teuthology.orchestra.run.trial050.stdout:mgr advanced debug_client 20/20 2026-02-17T22:36:07.900 INFO:teuthology.orchestra.run.trial050.stdout:mgr advanced debug_mgr 20/20 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mgr advanced debug_ms 1/1 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mgr dev mon_warn_on_pool_no_app false 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:osd advanced osd_op_complaint_time 180.000000 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds advanced debug_mds 20/20 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds advanced debug_mds_balancer 20/20 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds advanced debug_ms 2/2 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds dev mds_debug_frag true 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds dev mds_debug_scatterstat true 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds advanced mds_op_complaint_time 180.000000 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds dev mds_verify_scatter true 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds advanced osd_op_complaint_time 180.000000 2026-02-17T22:36:07.901 INFO:teuthology.orchestra.run.trial050.stdout:mds advanced rados_mon_op_timeout 900 2026-02-17T22:36:07.902 INFO:teuthology.orchestra.run.trial050.stdout:mds advanced rados_osd_op_timeout 900 2026-02-17T22:36:07.902 INFO:teuthology.orchestra.run.trial050.stdout:client advanced client_mount_timeout 600 2026-02-17T22:36:07.902 INFO:teuthology.orchestra.run.trial050.stdout:client advanced debug_client 20/20 2026-02-17T22:36:07.902 INFO:teuthology.orchestra.run.trial050.stdout:client advanced debug_ms 1/1 2026-02-17T22:36:07.902 INFO:teuthology.orchestra.run.trial050.stdout:client advanced rados_mon_op_timeout 900 2026-02-17T22:36:07.902 INFO:teuthology.orchestra.run.trial050.stdout:client advanced rados_osd_op_timeout 900 2026-02-17T22:36:07.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 msgr2=0x7f77401c4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:07.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 --2- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 0x7f77401c4760 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f77300027e0 tx=0x7f7730002cb0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 shutdown_connections 2026-02-17T22:36:07.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 --2- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f774012bc30 0x7f77401c51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 --2- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7740096050 0x7f77401c4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 --2- 10.20.193.50:0/4152187888 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f77400956d0 0x7f77401c4760 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:07.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 >> 10.20.193.50:0/4152187888 conn(0x7f774009a280 msgr2=0x7f774009bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:07.904 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 shutdown_connections 2026-02-17T22:36:07.904 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:07.897+0000 7f7747df8640 1 -- 10.20.193.50:0/4152187888 wait complete. 2026-02-17T22:36:07.906 INFO:tasks.ceph:Setting crush tunables to default 2026-02-17T22:36:07.906 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph osd crush tunables default 2026-02-17T22:36:07.984 INFO:tasks.ceph.mgr.x.trial050.stderr:2026-02-17T22:36:07.981+0000 7fe447bd7140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-02-17T22:36:08.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 -- 10.20.193.50:0/1735663179 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 msgr2=0x7f4f3812eb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 --2- 10.20.193.50:0/1735663179 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 0x7f4f3812eb60 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f4f20009930 tx=0x7f4f2002f110 comp rx=0 tx=0).stop 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 -- 10.20.193.50:0/1735663179 shutdown_connections 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 --2- 10.20.193.50:0/1735663179 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 0x7f4f3812eb60 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 --2- 10.20.193.50:0/1735663179 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4f3812f0a0 0x7f4f3812f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 --2- 10.20.193.50:0/1735663179 >> v2:10.20.193.50:3300/0 conn(0x7f4f3812ba20 0x7f4f3812be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 -- 10.20.193.50:0/1735663179 >> 10.20.193.50:0/1735663179 conn(0x7f4f3809c340 msgr2=0x7f4f3809c750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 -- 10.20.193.50:0/1735663179 shutdown_connections 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.010+0000 7f4f3f03a640 1 -- 10.20.193.50:0/1735663179 wait complete. 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 Processor -- start 2026-02-17T22:36:08.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 -- start start 2026-02-17T22:36:08.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4f3812ba20 0x7f4f381c6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 0x7f4f381c71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4f3812f0a0 0x7f4f381338b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4f38136620 con 0x7f4f3812ba20 2026-02-17T22:36:08.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4f381364a0 con 0x7f4f3812f0a0 2026-02-17T22:36:08.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f4f381367a0 con 0x7f4f3812c340 2026-02-17T22:36:08.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4f3812ba20 0x7f4f381c6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4f3812ba20 0x7f4f381c6ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:45634/0 (socket says 10.20.193.50:45634) 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 -- 10.20.193.50:0/2269286122 learned_addr learned my addr 10.20.193.50:0/2269286122 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f2ffff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 0x7f4f381c71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3d5b0640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4f3812f0a0 0x7f4f381338b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 -- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 msgr2=0x7f4f381c71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 0x7f4f381c71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 -- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4f3812f0a0 msgr2=0x7f4f381338b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4f3812f0a0 0x7f4f381338b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 -- 10.20.193.50:0/2269286122 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f381352e0 con 0x7f4f3812ba20 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3d5b0640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4f3812f0a0 0x7f4f381338b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:08.018 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f2ffff640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 0x7f4f381c71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3cdaf640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4f3812ba20 0x7f4f381c6ca0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800ea10 tx=0x7f4f2800eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f2d7fa640 1 -- 10.20.193.50:0/2269286122 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f2800ce50 con 0x7f4f3812ba20 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f2d7fa640 1 -- 10.20.193.50:0/2269286122 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4f280041c0 con 0x7f4f3812ba20 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f381c7720 con 0x7f4f3812ba20 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f2d7fa640 1 -- 10.20.193.50:0/2269286122 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f280026e0 con 0x7f4f3812ba20 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.011+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f38133df0 con 0x7f4f3812ba20 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.012+0000 7f4f2d7fa640 1 -- 10.20.193.50:0/2269286122 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 2) ==== 31101+0+0 (secure 0 0 0) 0x7f4f28020030 con 0x7f4f3812ba20 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.012+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f3812eb60 con 0x7f4f3812ba20 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.012+0000 7f4f2d7fa640 1 -- 10.20.193.50:0/2269286122 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 720+0+0 (secure 0 0 0) 0x7f4f28038ee0 con 0x7f4f3812ba20 2026-02-17T22:36:08.019 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.013+0000 7f4f2d7fa640 1 -- 10.20.193.50:0/2269286122 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75931 (secure 0 0 0) 0x7f4f28020de0 con 0x7f4f3812ba20 2026-02-17T22:36:08.046 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.043+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f4f38128fd0 con 0x7f4f3812ba20 2026-02-17T22:36:08.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f2d7fa640 1 -- 10.20.193.50:0/2269286122 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f4f28021d10 con 0x7f4f3812ba20 2026-02-17T22:36:08.047 INFO:teuthology.orchestra.run.trial050.stderr:adjusted tunables profile to default 2026-02-17T22:36:08.048 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4f3812ba20 msgr2=0x7f4f381c6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.048 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4f3812ba20 0x7f4f381c6ca0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4f2800ea10 tx=0x7f4f2800eee0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.048 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 shutdown_connections 2026-02-17T22:36:08.048 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4f3812f0a0 0x7f4f381338b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4f3812c340 0x7f4f381c71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 --2- 10.20.193.50:0/2269286122 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4f3812ba20 0x7f4f381c6ca0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 >> 10.20.193.50:0/2269286122 conn(0x7f4f3809c340 msgr2=0x7f4f3812a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 shutdown_connections 2026-02-17T22:36:08.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.044+0000 7f4f3f03a640 1 -- 10.20.193.50:0/2269286122 wait complete. 2026-02-17T22:36:08.054 INFO:tasks.ceph:check_enable_crimson: False 2026-02-17T22:36:08.055 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-02-17T22:36:08.055 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:36:08.055 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-02-17T22:36:08.119 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:36:08.120 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-02-17T22:36:08.184 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:36:08.184 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-02-17T22:36:08.248 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:36:08.249 DEBUG:teuthology.orchestra.run.trial050:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-02-17T22:36:08.306 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:08.303+0000 7fc7398b7640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-17T22:36:08.307 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:36:08.304+0000 7fc7398b7640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-17T22:36:08.313 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph osd new 96eadb5d-41fd-444c-861f-1496bb835abb 0 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 -- 10.20.193.50:0/3829270239 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a4128350 msgr2=0x7f58a4128730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 --2- 10.20.193.50:0/3829270239 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a4128350 0x7f58a4128730 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5894009a00 tx=0x7f589402f280 comp rx=0 tx=0).stop 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 -- 10.20.193.50:0/3829270239 shutdown_connections 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 --2- 10.20.193.50:0/3829270239 >> v2:10.20.193.50:3300/0 conn(0x7f58a40969d0 0x7f58a4128c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 --2- 10.20.193.50:0/3829270239 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a4128350 0x7f58a4128730 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 -- 10.20.193.50:0/3829270239 >> 10.20.193.50:0/3829270239 conn(0x7f58a409a140 msgr2=0x7f58a4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 -- 10.20.193.50:0/3829270239 shutdown_connections 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 -- 10.20.193.50:0/3829270239 wait complete. 2026-02-17T22:36:08.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.416+0000 7f58aab74640 1 Processor -- start 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 -- start start 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58a40956d0 0x7f58a41c4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a40969d0 0x7f58a41c4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58a4128350 0x7f58a408d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f58a4134490 con 0x7f58a4128350 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f58a4134310 con 0x7f58a40956d0 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f58a4134610 con 0x7f58a40969d0 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a40969d0 0x7f58a41c4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a40969d0 0x7f58a41c4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:33484/0 (socket says 10.20.193.50:33484) 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58a88e9640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58a40956d0 0x7f58a41c4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 -- 10.20.193.50:0/2957873238 learned_addr learned my addr 10.20.193.50:0/2957873238 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:08.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58a90ea640 1 --2- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58a4128350 0x7f58a408d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 -- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58a40956d0 msgr2=0x7f58a41c4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 --2- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58a40956d0 0x7f58a41c4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 -- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58a4128350 msgr2=0x7f58a408d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 --2- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58a4128350 0x7f58a408d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 -- 10.20.193.50:0/2957873238 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58a408f6c0 con 0x7f58a40969d0 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f589bfff640 1 --2- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a40969d0 0x7f58a41c4fe0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f588c0027e0 tx=0x7f588c002cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58997fa640 1 -- 10.20.193.50:0/2957873238 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f588c00ed40 con 0x7f58a40969d0 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58997fa640 1 -- 10.20.193.50:0/2957873238 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f588c010430 con 0x7f58a40969d0 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58997fa640 1 -- 10.20.193.50:0/2957873238 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f588c010820 con 0x7f58a40969d0 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58a41c5520 con 0x7f58a40969d0 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.417+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f58a40901c0 con 0x7f58a40969d0 2026-02-17T22:36:08.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.418+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58a4095b80 con 0x7f58a40969d0 2026-02-17T22:36:08.425 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.418+0000 7f58997fa640 1 -- 10.20.193.50:0/2957873238 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7f588c020030 con 0x7f58a40969d0 2026-02-17T22:36:08.425 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.418+0000 7f58997fa640 1 -- 10.20.193.50:0/2957873238 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(2..2 src has 1..2) ==== 720+0+0 (secure 0 0 0) 0x7f588c0664d0 con 0x7f58a40969d0 2026-02-17T22:36:08.425 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.420+0000 7f58997fa640 1 -- 10.20.193.50:0/2957873238 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f588c014030 con 0x7f58a40969d0 2026-02-17T22:36:08.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.497+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd new", "uuid": "96eadb5d-41fd-444c-861f-1496bb835abb", "id": 0} v 0) -- 0x7f58a4074840 con 0x7f58a40969d0 2026-02-17T22:36:08.504 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.501+0000 7f58997fa640 1 -- 10.20.193.50:0/2957873238 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "96eadb5d-41fd-444c-861f-1496bb835abb", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f588c041090 con 0x7f58a40969d0 2026-02-17T22:36:08.504 INFO:teuthology.orchestra.run.trial050.stdout:0 2026-02-17T22:36:08.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 >> v1:10.20.193.50:6800/2497348673 conn(0x7f587404f5e0 legacy=0x7f5874051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a40969d0 msgr2=0x7f58a41c4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 --2- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a40969d0 0x7f58a41c4fe0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f588c0027e0 tx=0x7f588c002cb0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 shutdown_connections 2026-02-17T22:36:08.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 --2- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58a4128350 0x7f58a408d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 --2- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58a40969d0 0x7f58a41c4fe0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 --2- 10.20.193.50:0/2957873238 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58a40956d0 0x7f58a41c4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 >> 10.20.193.50:0/2957873238 conn(0x7f58a409a140 msgr2=0x7f58a41220d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 shutdown_connections 2026-02-17T22:36:08.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.502+0000 7f58aab74640 1 -- 10.20.193.50:0/2957873238 wait complete. 2026-02-17T22:36:08.512 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph osd new 5fc38f4e-3dc9-440f-afda-1e1f639b07ae 1 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 -- 10.20.193.50:0/205505809 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc12ce10 msgr2=0x7fc2bc12d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 --2- 10.20.193.50:0/205505809 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc12ce10 0x7fc2bc12d1f0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009930 tx=0x7fc2ac02f110 comp rx=0 tx=0).stop 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 -- 10.20.193.50:0/205505809 shutdown_connections 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 --2- 10.20.193.50:0/205505809 >> v2:10.20.193.50:3300/0 conn(0x7fc2bc0963c0 0x7fc2bc094580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 --2- 10.20.193.50:0/205505809 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc12ce10 0x7fc2bc12d1f0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 -- 10.20.193.50:0/205505809 >> 10.20.193.50:0/205505809 conn(0x7fc2bc09a140 msgr2=0x7fc2bc097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 -- 10.20.193.50:0/205505809 shutdown_connections 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 -- 10.20.193.50:0/205505809 wait complete. 2026-02-17T22:36:08.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 Processor -- start 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.576+0000 7fc2c3753640 1 -- start start 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c3753640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc094ac0 0x7fc2bc126450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c3753640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc2bc0963c0 0x7fc2bc126990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c3753640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc2bc12ce10 0x7fc2bc06dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c3753640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc2bc1358a0 con 0x7fc2bc12ce10 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c3753640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc2bc135720 con 0x7fc2bc0963c0 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c3753640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fc2bc135a20 con 0x7fc2bc094ac0 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc094ac0 0x7fc2bc126450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c1cc9640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc2bc12ce10 0x7fc2bc06dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc094ac0 0x7fc2bc126450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:33498/0 (socket says 10.20.193.50:33498) 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 -- 10.20.193.50:0/3100797712 learned_addr learned my addr 10.20.193.50:0/3100797712 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:08.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c0cc7640 1 --2- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc2bc0963c0 0x7fc2bc126990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 -- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc2bc0963c0 msgr2=0x7fc2bc126990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 --2- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc2bc0963c0 0x7fc2bc126990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 -- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc2bc12ce10 msgr2=0x7fc2bc06dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 --2- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc2bc12ce10 0x7fc2bc06dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 -- 10.20.193.50:0/3100797712 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2bc125040 con 0x7fc2bc094ac0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c14c8640 1 --2- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc094ac0 0x7fc2bc126450 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009930 tx=0x7fc2ac002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2a9ffb640 1 -- 10.20.193.50:0/3100797712 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac004550 con 0x7fc2bc094ac0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2a9ffb640 1 -- 10.20.193.50:0/3100797712 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2ac02fe50 con 0x7fc2bc094ac0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2bc126020 con 0x7fc2bc094ac0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2a9ffb640 1 -- 10.20.193.50:0/3100797712 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac0048a0 con 0x7fc2bc094ac0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.577+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2bc124740 con 0x7fc2bc094ac0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.578+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2bc094580 con 0x7fc2bc094ac0 2026-02-17T22:36:08.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.578+0000 7fc2a9ffb640 1 -- 10.20.193.50:0/3100797712 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7fc2ac038470 con 0x7fc2bc094ac0 2026-02-17T22:36:08.585 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.578+0000 7fc2a9ffb640 1 -- 10.20.193.50:0/3100797712 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(3..3 src has 1..3) ==== 835+0+0 (secure 0 0 0) 0x7fc2ac08aa30 con 0x7fc2bc094ac0 2026-02-17T22:36:08.585 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.580+0000 7fc2a9ffb640 1 -- 10.20.193.50:0/3100797712 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fc2bc125040 con 0x7fc2bc094ac0 2026-02-17T22:36:08.660 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.657+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd new", "uuid": "5fc38f4e-3dc9-440f-afda-1e1f639b07ae", "id": 1} v 0) -- 0x7fc2bc0974e0 con 0x7fc2bc094ac0 2026-02-17T22:36:08.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.660+0000 7fc2a9ffb640 1 -- 10.20.193.50:0/3100797712 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5fc38f4e-3dc9-440f-afda-1e1f639b07ae", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fc2ac0651c0 con 0x7fc2bc094ac0 2026-02-17T22:36:08.663 INFO:teuthology.orchestra.run.trial050.stdout:1 2026-02-17T22:36:08.664 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 >> v1:10.20.193.50:6800/2497348673 conn(0x7fc28c04f610 legacy=0x7fc28c051ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.664 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc094ac0 msgr2=0x7fc2bc126450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 --2- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc094ac0 0x7fc2bc126450 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009930 tx=0x7fc2ac002910 comp rx=0 tx=0).stop 2026-02-17T22:36:08.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 shutdown_connections 2026-02-17T22:36:08.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 --2- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc2bc12ce10 0x7fc2bc06dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 --2- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc2bc0963c0 0x7fc2bc126990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 --2- 10.20.193.50:0/3100797712 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc2bc094ac0 0x7fc2bc126450 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 >> 10.20.193.50:0/3100797712 conn(0x7fc2bc09a140 msgr2=0x7fc2bc129340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 shutdown_connections 2026-02-17T22:36:08.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.661+0000 7fc2c3753640 1 -- 10.20.193.50:0/3100797712 wait complete. 2026-02-17T22:36:08.671 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph osd new ca766263-a57c-4c28-bbd0-d137590e2c39 2 2026-02-17T22:36:08.740 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.734+0000 7fb929aad640 1 -- 10.20.193.50:0/2876137184 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 msgr2=0x7fb92412d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.740 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.734+0000 7fb929aad640 1 --2- 10.20.193.50:0/2876137184 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 0x7fb92412d1f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb910009a00 tx=0x7fb91002f1f0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.740 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.734+0000 7fb929aad640 1 -- 10.20.193.50:0/2876137184 shutdown_connections 2026-02-17T22:36:08.741 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.734+0000 7fb929aad640 1 --2- 10.20.193.50:0/2876137184 >> v2:10.20.193.50:3300/0 conn(0x7fb924094c90 0x7fb924134b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.741 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.734+0000 7fb929aad640 1 --2- 10.20.193.50:0/2876137184 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 0x7fb92412d1f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.741 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.734+0000 7fb929aad640 1 -- 10.20.193.50:0/2876137184 >> 10.20.193.50:0/2876137184 conn(0x7fb92409a140 msgr2=0x7fb924097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.741 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 -- 10.20.193.50:0/2876137184 shutdown_connections 2026-02-17T22:36:08.741 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 -- 10.20.193.50:0/2876137184 wait complete. 2026-02-17T22:36:08.741 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 Processor -- start 2026-02-17T22:36:08.741 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 -- start start 2026-02-17T22:36:08.741 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb924094c90 0x7fb92412d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.742 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb9240963c0 0x7fb92412dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.742 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 0x7fb92412e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.742 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb9241358f0 con 0x7fb924094c90 2026-02-17T22:36:08.742 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb924135770 con 0x7fb92412ce10 2026-02-17T22:36:08.742 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb929aad640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fb924135a70 con 0x7fb9240963c0 2026-02-17T22:36:08.742 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb9237fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb924094c90 0x7fb92412d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.743 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb9237fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb924094c90 0x7fb92412d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49060/0 (socket says 10.20.193.50:49060) 2026-02-17T22:36:08.743 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb9237fe640 1 -- 10.20.193.50:0/2704445844 learned_addr learned my addr 10.20.193.50:0/2704445844 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:08.743 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb923fff640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 0x7fb92412e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.743 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.735+0000 7fb922ffd640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb9240963c0 0x7fb92412dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.743 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb923fff640 1 -- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb9240963c0 msgr2=0x7fb92412dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb923fff640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb9240963c0 0x7fb92412dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb923fff640 1 -- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb924094c90 msgr2=0x7fb92412d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb923fff640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb924094c90 0x7fb92412d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb923fff640 1 -- 10.20.193.50:0/2704445844 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb924073730 con 0x7fb92412ce10 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb9237fe640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb924094c90 0x7fb92412d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb922ffd640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb9240963c0 0x7fb92412dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb923fff640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 0x7fb92412e2e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb91800efc0 tx=0x7fb91800c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb8fffff640 1 -- 10.20.193.50:0/2704445844 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb918019070 con 0x7fb92412ce10 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb8fffff640 1 -- 10.20.193.50:0/2704445844 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb9180092f0 con 0x7fb92412ce10 2026-02-17T22:36:08.744 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb92412f2e0 con 0x7fb92412ce10 2026-02-17T22:36:08.745 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb8fffff640 1 -- 10.20.193.50:0/2704445844 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb91800ce60 con 0x7fb92412ce10 2026-02-17T22:36:08.745 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb92412ff70 con 0x7fb92412ce10 2026-02-17T22:36:08.745 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb92412d1f0 con 0x7fb92412ce10 2026-02-17T22:36:08.745 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.736+0000 7fb8fffff640 1 -- 10.20.193.50:0/2704445844 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7fb918002cc0 con 0x7fb92412ce10 2026-02-17T22:36:08.745 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.737+0000 7fb8fffff640 1 -- 10.20.193.50:0/2704445844 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 950+0+0 (secure 0 0 0) 0x7fb9180667c0 con 0x7fb92412ce10 2026-02-17T22:36:08.745 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.739+0000 7fb8fffff640 1 -- 10.20.193.50:0/2704445844 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fb918010040 con 0x7fb92412ce10 2026-02-17T22:36:08.816 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.813+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ca766263-a57c-4c28-bbd0-d137590e2c39", "id": 2} v 0) -- 0x7fb9240974e0 con 0x7fb92412ce10 2026-02-17T22:36:08.818 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.815+0000 7fb8fffff640 1 -- 10.20.193.50:0/2704445844 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ca766263-a57c-4c28-bbd0-d137590e2c39", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fb918041010 con 0x7fb92412ce10 2026-02-17T22:36:08.819 INFO:teuthology.orchestra.run.trial050.stdout:2 2026-02-17T22:36:08.820 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 >> v1:10.20.193.50:6800/2497348673 conn(0x7fb8f404f5e0 legacy=0x7fb8f4051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.820 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 msgr2=0x7fb92412e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.820 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 0x7fb92412e2e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb91800efc0 tx=0x7fb91800c490 comp rx=0 tx=0).stop 2026-02-17T22:36:08.820 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 shutdown_connections 2026-02-17T22:36:08.820 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb92412ce10 0x7fb92412e2e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.820 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb9240963c0 0x7fb92412dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.820 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 --2- 10.20.193.50:0/2704445844 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb924094c90 0x7fb92412d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.821 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 >> 10.20.193.50:0/2704445844 conn(0x7fb92409a140 msgr2=0x7fb9241265e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.821 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 shutdown_connections 2026-02-17T22:36:08.821 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.816+0000 7fb929aad640 1 -- 10.20.193.50:0/2704445844 wait complete. 2026-02-17T22:36:08.827 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph osd new 43818f4e-b8f2-4a62-abc7-5dd749407489 3 2026-02-17T22:36:08.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.890+0000 7f85ffad8640 1 -- 10.20.193.50:0/456173998 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f8094c90 msgr2=0x7f85f8134b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.890+0000 7f85ffad8640 1 --2- 10.20.193.50:0/456173998 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f8094c90 0x7f85f8134b60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f85f4009f60 tx=0x7f85f402f330 comp rx=0 tx=0).stop 2026-02-17T22:36:08.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 -- 10.20.193.50:0/456173998 shutdown_connections 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 --2- 10.20.193.50:0/456173998 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f8094c90 0x7f85f8134b60 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 --2- 10.20.193.50:0/456173998 >> v2:10.20.193.50:3300/0 conn(0x7f85f812ce10 0x7f85f812d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 -- 10.20.193.50:0/456173998 >> 10.20.193.50:0/456173998 conn(0x7f85f809a140 msgr2=0x7f85f8097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 -- 10.20.193.50:0/456173998 shutdown_connections 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 -- 10.20.193.50:0/456173998 wait complete. 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 Processor -- start 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 -- start start 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f85f8094c90 0x7f85f8092030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f85f80963c0 0x7f85f8092570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f812ce10 0x7f85f8092ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f85f8135830 con 0x7f85f80963c0 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f85f81356b0 con 0x7f85f812ce10 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85ffad8640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f85f81359b0 con 0x7f85f8094c90 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd04c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f85f80963c0 0x7f85f8092570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fe04e640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f812ce10 0x7f85f8092ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd04c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f85f80963c0 0x7f85f8092570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49088/0 (socket says 10.20.193.50:49088) 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd04c640 1 -- 10.20.193.50:0/2008624241 learned_addr learned my addr 10.20.193.50:0/2008624241 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd84d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f85f8094c90 0x7f85f8092030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd04c640 1 -- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f85f8094c90 msgr2=0x7f85f8092030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd04c640 1 --2- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f85f8094c90 0x7f85f8092030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd04c640 1 -- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f812ce10 msgr2=0x7f85f8092ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd04c640 1 --2- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f812ce10 0x7f85f8092ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fd04c640 1 -- 10.20.193.50:0/2008624241 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f8126850 con 0x7f85f80963c0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.891+0000 7f85fe04e640 1 --2- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f812ce10 0x7f85f8092ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85fd04c640 1 --2- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f85f80963c0 0x7f85f8092570 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85ec00c700 tx=0x7f85ec00cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85e67fc640 1 -- 10.20.193.50:0/2008624241 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85ec004230 con 0x7f85f80963c0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85e67fc640 1 -- 10.20.193.50:0/2008624241 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85ec0044c0 con 0x7f85f80963c0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85f806e400 con 0x7f85f80963c0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85e67fc640 1 -- 10.20.193.50:0/2008624241 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85ec0038f0 con 0x7f85f80963c0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85f8093f20 con 0x7f85f80963c0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85f812d1f0 con 0x7f85f80963c0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85e67fc640 1 -- 10.20.193.50:0/2008624241 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7f85ec023060 con 0x7f85f80963c0 2026-02-17T22:36:08.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.892+0000 7f85e67fc640 1 -- 10.20.193.50:0/2008624241 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1065+0+0 (secure 0 0 0) 0x7f85ec066060 con 0x7f85f80963c0 2026-02-17T22:36:08.900 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.894+0000 7f85e67fc640 1 -- 10.20.193.50:0/2008624241 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f85ec0407e0 con 0x7f85f80963c0 2026-02-17T22:36:08.973 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.970+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd new", "uuid": "43818f4e-b8f2-4a62-abc7-5dd749407489", "id": 3} v 0) -- 0x7f85f80974e0 con 0x7f85f80963c0 2026-02-17T22:36:08.974 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.971+0000 7f85e67fc640 1 -- 10.20.193.50:0/2008624241 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "43818f4e-b8f2-4a62-abc7-5dd749407489", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f85ec0652c0 con 0x7f85f80963c0 2026-02-17T22:36:08.974 INFO:teuthology.orchestra.run.trial050.stdout:3 2026-02-17T22:36:08.976 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 >> v1:10.20.193.50:6800/2497348673 conn(0x7f85c804f5e0 legacy=0x7f85c8051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.976 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f85f80963c0 msgr2=0x7f85f8092570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:08.976 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 --2- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f85f80963c0 0x7f85f8092570 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85ec00c700 tx=0x7f85ec00cbd0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.976 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 shutdown_connections 2026-02-17T22:36:08.976 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 --2- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f85f812ce10 0x7f85f8092ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.976 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 --2- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f85f80963c0 0x7f85f8092570 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.976 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 --2- 10.20.193.50:0/2008624241 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f85f8094c90 0x7f85f8092030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:08.976 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 >> 10.20.193.50:0/2008624241 conn(0x7f85f809a140 msgr2=0x7f85f808e410 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:08.977 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 shutdown_connections 2026-02-17T22:36:08.977 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:08.972+0000 7f85ffad8640 1 -- 10.20.193.50:0/2008624241 wait complete. 2026-02-17T22:36:08.984 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-17T22:36:08.984 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-17T22:36:08.986 INFO:tasks.ceph.osd.0:Started 2026-02-17T22:36:08.986 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-17T22:36:08.987 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-17T22:36:08.989 INFO:tasks.ceph.osd.1:Started 2026-02-17T22:36:08.989 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-17T22:36:08.989 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-17T22:36:08.991 INFO:tasks.ceph.osd.2:Started 2026-02-17T22:36:08.991 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-17T22:36:08.991 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-17T22:36:08.993 INFO:tasks.ceph.osd.3:Started 2026-02-17T22:36:08.994 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:36:09.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.060+0000 7f00d7f4c640 1 -- 10.20.193.50:0/4167230893 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 msgr2=0x7f00d012cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.060+0000 7f00d7f4c640 1 --2- 10.20.193.50:0/4167230893 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 0x7f00d012cbc0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009930 tx=0x7f00c002f110 comp rx=0 tx=0).stop 2026-02-17T22:36:09.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.060+0000 7f00d7f4c640 1 -- 10.20.193.50:0/4167230893 shutdown_connections 2026-02-17T22:36:09.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.060+0000 7f00d7f4c640 1 --2- 10.20.193.50:0/4167230893 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f00d0093b80 0x7f00d0134e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.060+0000 7f00d7f4c640 1 --2- 10.20.193.50:0/4167230893 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 0x7f00d012cbc0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.065 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.060+0000 7f00d7f4c640 1 -- 10.20.193.50:0/4167230893 >> 10.20.193.50:0/4167230893 conn(0x7f00d009a280 msgr2=0x7f00d0097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:09.065 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.060+0000 7f00d7f4c640 1 -- 10.20.193.50:0/4167230893 shutdown_connections 2026-02-17T22:36:09.065 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.060+0000 7f00d7f4c640 1 -- 10.20.193.50:0/4167230893 wait complete. 2026-02-17T22:36:09.065 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d7f4c640 1 Processor -- start 2026-02-17T22:36:09.068 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d7f4c640 1 -- start start 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d7f4c640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f00d0093b80 0x7f00d01c6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d7f4c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 0x7f00d01c6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d7f4c640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f00d012d100 0x7f00d01c7530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d7f4c640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f00d01356d0 con 0x7f00d012c7e0 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d7f4c640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f00d0135550 con 0x7f00d0093b80 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d7f4c640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f00d0135850 con 0x7f00d012d100 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d54c0640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 0x7f00d01c6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d64c2640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f00d012d100 0x7f00d01c7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d54c0640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 0x7f00d01c6ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49118/0 (socket says 10.20.193.50:49118) 2026-02-17T22:36:09.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d5cc1640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f00d0093b80 0x7f00d01c6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.061+0000 7f00d54c0640 1 -- 10.20.193.50:0/1071803012 learned_addr learned my addr 10.20.193.50:0/1071803012 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d54c0640 1 -- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f00d012d100 msgr2=0x7f00d01c7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d54c0640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f00d012d100 0x7f00d01c7530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d54c0640 1 -- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f00d0093b80 msgr2=0x7f00d01c6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d54c0640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f00d0093b80 0x7f00d01c6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d54c0640 1 -- 10.20.193.50:0/1071803012 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00d006fd70 con 0x7f00d012c7e0 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d64c2640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f00d012d100 0x7f00d01c7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d5cc1640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f00d0093b80 0x7f00d01c6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d54c0640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 0x7f00d01c6ff0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f00c400c730 tx=0x7f00c400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00be7fc640 1 -- 10.20.193.50:0/1071803012 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c4004230 con 0x7f00d012c7e0 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00be7fc640 1 -- 10.20.193.50:0/1071803012 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00c40044c0 con 0x7f00d012c7e0 2026-02-17T22:36:09.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00d0132490 con 0x7f00d012c7e0 2026-02-17T22:36:09.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00be7fc640 1 -- 10.20.193.50:0/1071803012 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c40038f0 con 0x7f00d012c7e0 2026-02-17T22:36:09.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00d0133d00 con 0x7f00d012c7e0 2026-02-17T22:36:09.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00d012cbc0 con 0x7f00d012c7e0 2026-02-17T22:36:09.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.062+0000 7f00be7fc640 1 -- 10.20.193.50:0/1071803012 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7f00c4023060 con 0x7f00d012c7e0 2026-02-17T22:36:09.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.063+0000 7f00be7fc640 1 -- 10.20.193.50:0/1071803012 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1180+0+0 (secure 0 0 0) 0x7f00c40660f0 con 0x7f00d012c7e0 2026-02-17T22:36:09.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.065+0000 7f00be7fc640 1 -- 10.20.193.50:0/1071803012 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f00c4040860 con 0x7f00d012c7e0 2026-02-17T22:36:09.137 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.134+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f00d0050a10 con 0x7f00d012c7e0 2026-02-17T22:36:09.137 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.134+0000 7f00be7fc640 1 -- 10.20.193.50:0/1071803012 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) ==== 74+0+4148 (secure 0 0 0) 0x7f00c4065660 con 0x7f00d012c7e0 2026-02-17T22:36:09.137 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:09.138 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":6,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:36:08.971403+0000","last_up_change":"0.000000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 >> v1:10.20.193.50:6800/2497348673 conn(0x7f00a004f5e0 legacy=0x7f00a0051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 msgr2=0x7f00d01c6ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 0x7f00d01c6ff0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f00c400c730 tx=0x7f00c400cc00 comp rx=0 tx=0).stop 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 shutdown_connections 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f00d012d100 0x7f00d01c7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f00d012c7e0 0x7f00d01c6ff0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 --2- 10.20.193.50:0/1071803012 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f00d0093b80 0x7f00d01c6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 >> 10.20.193.50:0/1071803012 conn(0x7f00d009a280 msgr2=0x7f00d0129340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 shutdown_connections 2026-02-17T22:36:09.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:09.135+0000 7f00d7f4c640 1 -- 10.20.193.50:0/1071803012 wait complete. 2026-02-17T22:36:09.145 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-02-17T22:36:09.145 INFO:tasks.ceph:Waiting for OSDs to come up 2026-02-17T22:36:09.547 DEBUG:teuthology.orchestra.run.trial050:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-17T22:36:09.610 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 -- 10.20.193.50:0/2153211475 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 msgr2=0x7f950412cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 --2- 10.20.193.50:0/2153211475 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 0x7f950412cda0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f94f0009a00 tx=0x7f94f002f1f0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 -- 10.20.193.50:0/2153211475 shutdown_connections 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 --2- 10.20.193.50:0/2153211475 >> v2:10.20.193.50:3300/0 conn(0x7f950412d2e0 0x7f9504129aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 --2- 10.20.193.50:0/2153211475 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 0x7f950412cda0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 -- 10.20.193.50:0/2153211475 >> 10.20.193.50:0/2153211475 conn(0x7f950409d5a0 msgr2=0x7f950409d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 -- 10.20.193.50:0/2153211475 shutdown_connections 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 -- 10.20.193.50:0/2153211475 wait complete. 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 Processor -- start 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 -- start start 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.605+0000 7f9509f0b640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f95040970c0 0x7f950406e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:09.611 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9509f0b640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 0x7f950406e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9509f0b640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f950412d2e0 0x7f9504127fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9509f0b640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9504135690 con 0x7f950412d2e0 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9509f0b640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9504135510 con 0x7f95040970c0 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9509f0b640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f9504135810 con 0x7f950412c890 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9502ffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 0x7f950406e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9503fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f950412d2e0 0x7f9504127fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9502ffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 0x7f950406e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:33588/0 (socket says 10.20.193.50:33588) 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9503fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f950412d2e0 0x7f9504127fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49128/0 (socket says 10.20.193.50:49128) 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f95037fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f95040970c0 0x7f950406e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9502ffd640 1 -- 10.20.193.50:0/3887390132 learned_addr learned my addr 10.20.193.50:0/3887390132 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9503fff640 1 -- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 msgr2=0x7f950406e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9503fff640 1 --2- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 0x7f950406e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.612 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9503fff640 1 -- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f95040970c0 msgr2=0x7f950406e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9503fff640 1 --2- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f95040970c0 0x7f950406e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9503fff640 1 -- 10.20.193.50:0/3887390132 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f950406f910 con 0x7f950412d2e0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9503fff640 1 --2- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f950412d2e0 0x7f9504127fa0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f94f800efc0 tx=0x7f94f800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f94dffff640 1 -- 10.20.193.50:0/3887390132 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f8019070 con 0x7f950412d2e0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f94dffff640 1 -- 10.20.193.50:0/3887390132 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94f80092f0 con 0x7f950412d2e0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f950406ead0 con 0x7f950412d2e0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f94dffff640 1 -- 10.20.193.50:0/3887390132 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f800ce60 con 0x7f950412d2e0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9504127310 con 0x7f950412d2e0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.606+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f950412cda0 con 0x7f950412d2e0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.607+0000 7f94dffff640 1 -- 10.20.193.50:0/3887390132 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 3) ==== 61895+0+0 (secure 0 0 0) 0x7f94f8002cc0 con 0x7f950412d2e0 2026-02-17T22:36:09.613 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.607+0000 7f94dffff640 1 -- 10.20.193.50:0/3887390132 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1180+0+0 (secure 0 0 0) 0x7f94f8066660 con 0x7f950412d2e0 2026-02-17T22:36:09.614 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.609+0000 7f94dffff640 1 -- 10.20.193.50:0/3887390132 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f9504127310 con 0x7f950412d2e0 2026-02-17T22:36:09.682 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.679+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9504068c80 con 0x7f950412d2e0 2026-02-17T22:36:09.682 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.679+0000 7f94dffff640 1 -- 10.20.193.50:0/3887390132 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v6) ==== 74+0+4148 (secure 0 0 0) 0x7f94f8010040 con 0x7f950412d2e0 2026-02-17T22:36:09.683 INFO:teuthology.misc.health.trial050.stdout: 2026-02-17T22:36:09.683 INFO:teuthology.misc.health.trial050.stdout:{"epoch":6,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:36:08.971403+0000","last_up_change":"0.000000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:36:09.684 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 >> v1:10.20.193.50:6800/2497348673 conn(0x7f94d404f5e0 legacy=0x7f94d4051aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.684 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f950412d2e0 msgr2=0x7f9504127fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:09.684 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 --2- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f950412d2e0 0x7f9504127fa0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f94f800efc0 tx=0x7f94f800c490 comp rx=0 tx=0).stop 2026-02-17T22:36:09.684 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 shutdown_connections 2026-02-17T22:36:09.684 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 --2- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f950412d2e0 0x7f9504127fa0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.684 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 --2- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f950412c890 0x7f950406e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.685 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 --2- 10.20.193.50:0/3887390132 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f95040970c0 0x7f950406e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:09.685 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 >> 10.20.193.50:0/3887390132 conn(0x7f950409d5a0 msgr2=0x7f950412bb40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:09.685 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 shutdown_connections 2026-02-17T22:36:09.685 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:09.680+0000 7f9509f0b640 1 -- 10.20.193.50:0/3887390132 wait complete. 2026-02-17T22:36:09.690 DEBUG:teuthology.misc:0 of 4 OSDs are up 2026-02-17T22:36:10.887 INFO:tasks.ceph.osd.1.trial050.stderr:2026-02-17T22:36:10.884+0000 7f7a36fa3780 -1 Falling back to public interface 2026-02-17T22:36:10.907 INFO:tasks.ceph.osd.2.trial050.stderr:2026-02-17T22:36:10.904+0000 7ffad842e780 -1 Falling back to public interface 2026-02-17T22:36:10.933 INFO:tasks.ceph.osd.0.trial050.stderr:2026-02-17T22:36:10.930+0000 7f324da82780 -1 Falling back to public interface 2026-02-17T22:36:10.941 INFO:tasks.ceph.osd.3.trial050.stderr:2026-02-17T22:36:10.938+0000 7f37fb995780 -1 Falling back to public interface 2026-02-17T22:36:15.361 INFO:tasks.ceph.osd.1.trial050.stderr:2026-02-17T22:36:15.358+0000 7f7a36fa3780 -1 osd.1 0 log_to_monitors true 2026-02-17T22:36:15.402 INFO:tasks.ceph.osd.2.trial050.stderr:2026-02-17T22:36:15.399+0000 7ffad842e780 -1 osd.2 0 log_to_monitors true 2026-02-17T22:36:15.455 INFO:tasks.ceph.osd.0.trial050.stderr:2026-02-17T22:36:15.452+0000 7f324da82780 -1 osd.0 0 log_to_monitors true 2026-02-17T22:36:15.458 INFO:tasks.ceph.osd.3.trial050.stderr:2026-02-17T22:36:15.455+0000 7f37fb995780 -1 osd.3 0 log_to_monitors true 2026-02-17T22:36:16.092 DEBUG:teuthology.orchestra.run.trial050:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-17T22:36:16.156 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 -- 10.20.193.50:0/3864620661 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 msgr2=0x7f810812bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:16.156 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 --2- 10.20.193.50:0/3864620661 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 0x7f810812bb50 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f80f8009930 tx=0x7f80f802f110 comp rx=0 tx=0).stop 2026-02-17T22:36:16.156 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 -- 10.20.193.50:0/3864620661 shutdown_connections 2026-02-17T22:36:16.156 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 --2- 10.20.193.50:0/3864620661 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 0x7f810812bb50 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:16.156 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 --2- 10.20.193.50:0/3864620661 >> v2:10.20.193.50:3300/0 conn(0x7f81080937b0 0x7f8108093b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:16.157 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 -- 10.20.193.50:0/3864620661 >> 10.20.193.50:0/3864620661 conn(0x7f810809d5a0 msgr2=0x7f810809d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:16.157 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 -- 10.20.193.50:0/3864620661 shutdown_connections 2026-02-17T22:36:16.157 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 -- 10.20.193.50:0/3864620661 wait complete. 2026-02-17T22:36:16.157 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 Processor -- start 2026-02-17T22:36:16.157 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.149+0000 7f810e2df640 1 -- start start 2026-02-17T22:36:16.157 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f81080937b0 0x7f8108092980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:16.157 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 0x7f8108092ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:16.158 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f810812c090 0x7f810806f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:16.158 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f81081345c0 con 0x7f810812c090 2026-02-17T22:36:16.158 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8108134440 con 0x7f81080937b0 2026-02-17T22:36:16.158 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f8108134740 con 0x7f810812b730 2026-02-17T22:36:16.159 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 0x7f8108092ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:16.159 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 0x7f8108092ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:33608/0 (socket says 10.20.193.50:33608) 2026-02-17T22:36:16.159 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f8107fff640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f81080937b0 0x7f8108092980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 -- 10.20.193.50:0/2443863829 learned_addr learned my addr 10.20.193.50:0/2443863829 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810c855640 1 --2- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f810812c090 0x7f810806f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 -- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f81080937b0 msgr2=0x7f8108092980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 --2- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f81080937b0 0x7f8108092980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 -- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f810812c090 msgr2=0x7f810806f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 --2- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f810812c090 0x7f810806f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 -- 10.20.193.50:0/2443863829 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81080710f0 con 0x7f810812b730 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f81077fe640 1 --2- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 0x7f8108092ec0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f80f802f670 tx=0x7f80f8002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f8104ff9640 1 -- 10.20.193.50:0/2443863829 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f8004550 con 0x7f810812b730 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f8104ff9640 1 -- 10.20.193.50:0/2443863829 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80f802fe50 con 0x7f810812b730 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8108126870 con 0x7f810812b730 2026-02-17T22:36:16.160 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f8104ff9640 1 -- 10.20.193.50:0/2443863829 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80f80048a0 con 0x7f810812b730 2026-02-17T22:36:16.161 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f810806fd20 con 0x7f810812b730 2026-02-17T22:36:16.161 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.150+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8108097b80 con 0x7f810812b730 2026-02-17T22:36:16.161 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.151+0000 7f8104ff9640 1 -- 10.20.193.50:0/2443863829 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7f80f8038470 con 0x7f810812b730 2026-02-17T22:36:16.161 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.151+0000 7f8104ff9640 1 -- 10.20.193.50:0/2443863829 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(7..7 src has 1..7) ==== 1292+0+0 (secure 0 0 0) 0x7f80f808acb0 con 0x7f810812b730 2026-02-17T22:36:16.162 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.153+0000 7f8104ff9640 1 -- 10.20.193.50:0/2443863829 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f8108097b80 con 0x7f810812b730 2026-02-17T22:36:16.232 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.227+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8108074b70 con 0x7f810812b730 2026-02-17T22:36:16.232 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.227+0000 7f8104ff9640 1 -- 10.20.193.50:0/2443863829 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v7) ==== 74+0+4148 (secure 0 0 0) 0x7f8108074b70 con 0x7f810812b730 2026-02-17T22:36:16.233 INFO:teuthology.misc.health.trial050.stdout: 2026-02-17T22:36:16.233 INFO:teuthology.misc.health.trial050.stdout:{"epoch":7,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:36:15.411720+0000","last_up_change":"0.000000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:36:16.235 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.227+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 >> v1:10.20.193.50:6800/2497348673 conn(0x7f80d804f700 legacy=0x7f80d8051bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:16.235 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.227+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 msgr2=0x7f8108092ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:16.235 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.227+0000 7f810e2df640 1 --2- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 0x7f8108092ec0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f80f802f670 tx=0x7f80f8002910 comp rx=0 tx=0).stop 2026-02-17T22:36:16.235 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.228+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 shutdown_connections 2026-02-17T22:36:16.236 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.228+0000 7f810e2df640 1 --2- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f810812c090 0x7f810806f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:16.236 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.228+0000 7f810e2df640 1 --2- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f810812b730 0x7f8108092ec0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:16.236 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.228+0000 7f810e2df640 1 --2- 10.20.193.50:0/2443863829 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f81080937b0 0x7f8108092980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:16.236 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.228+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 >> 10.20.193.50:0/2443863829 conn(0x7f810809d5a0 msgr2=0x7f8108071860 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:16.236 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.228+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 shutdown_connections 2026-02-17T22:36:16.237 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:16.228+0000 7f810e2df640 1 -- 10.20.193.50:0/2443863829 wait complete. 2026-02-17T22:36:16.239 DEBUG:teuthology.misc:0 of 4 OSDs are up 2026-02-17T22:36:16.419 INFO:tasks.ceph.osd.1.trial050.stderr:2026-02-17T22:36:16.415+0000 7f7a32710640 -1 osd.1 0 waiting for initial osdmap 2026-02-17T22:36:16.419 INFO:tasks.ceph.osd.2.trial050.stderr:2026-02-17T22:36:16.415+0000 7ffad3b9b640 -1 osd.2 0 waiting for initial osdmap 2026-02-17T22:36:16.420 INFO:tasks.ceph.osd.1.trial050.stderr:2026-02-17T22:36:16.417+0000 7f7a2ad43640 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:36:16.420 INFO:tasks.ceph.osd.2.trial050.stderr:2026-02-17T22:36:16.417+0000 7ffacc1ce640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:36:17.419 INFO:tasks.ceph.osd.0.trial050.stderr:2026-02-17T22:36:17.415+0000 7f32491ef640 -1 osd.0 0 waiting for initial osdmap 2026-02-17T22:36:17.420 INFO:tasks.ceph.osd.3.trial050.stderr:2026-02-17T22:36:17.416+0000 7f37f7100640 -1 osd.3 0 waiting for initial osdmap 2026-02-17T22:36:17.421 INFO:tasks.ceph.osd.0.trial050.stderr:2026-02-17T22:36:17.417+0000 7f3241822640 -1 osd.0 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:36:17.422 INFO:tasks.ceph.osd.3.trial050.stderr:2026-02-17T22:36:17.418+0000 7f37ef733640 -1 osd.3 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:36:22.642 DEBUG:teuthology.orchestra.run.trial050:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-02-17T22:36:22.705 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 -- 10.20.193.50:0/1004093591 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f470406ddb0 msgr2=0x7f470412b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 --2- 10.20.193.50:0/1004093591 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f470406ddb0 0x7f470412b2e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f46f4009960 tx=0x7f46f402f140 comp rx=0 tx=0).stop 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 -- 10.20.193.50:0/1004093591 shutdown_connections 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 --2- 10.20.193.50:0/1004093591 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4704128020 0x7f4704132dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 --2- 10.20.193.50:0/1004093591 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f470406ddb0 0x7f470412b2e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 -- 10.20.193.50:0/1004093591 >> 10.20.193.50:0/1004093591 conn(0x7f470409d5a0 msgr2=0x7f470409d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 -- 10.20.193.50:0/1004093591 shutdown_connections 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 -- 10.20.193.50:0/1004093591 wait complete. 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.699+0000 7f470c233640 1 Processor -- start 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 -- start start 2026-02-17T22:36:22.706 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f470406ddb0 0x7f47041c6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4704127510 0x7f47041c7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4704128020 0x7f470412d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f47041336a0 con 0x7f4704128020 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4704133520 con 0x7f4704127510 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f4704133820 con 0x7f470406ddb0 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4704127510 0x7f47041c7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f4709fa8640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f470406ddb0 0x7f47041c6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4704127510 0x7f47041c7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57222/0 (socket says 10.20.193.50:57222) 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 -- 10.20.193.50:0/2211616911 learned_addr learned my addr 10.20.193.50:0/2211616911 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470a7a9640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4704128020 0x7f470412d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 -- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f470406ddb0 msgr2=0x7f47041c6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f470406ddb0 0x7f47041c6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.707 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 -- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4704128020 msgr2=0x7f470412d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4704128020 0x7f470412d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 -- 10.20.193.50:0/2211616911 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4704130410 con 0x7f4704127510 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470a7a9640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4704128020 0x7f470412d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f47097a7640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4704127510 0x7f47041c7040 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f46f800c700 tx=0x7f46f800cbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f46f27fc640 1 -- 10.20.193.50:0/2211616911 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f8004230 con 0x7f4704127510 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f46f27fc640 1 -- 10.20.193.50:0/2211616911 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46f80044c0 con 0x7f4704127510 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f470412fc30 con 0x7f4704127510 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f46f27fc640 1 -- 10.20.193.50:0/2211616911 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46f80038f0 con 0x7f4704127510 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.700+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f47041c7580 con 0x7f4704127510 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.701+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f470412b2e0 con 0x7f4704127510 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.701+0000 7f46f27fc640 1 -- 10.20.193.50:0/2211616911 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7f46f8023060 con 0x7f4704127510 2026-02-17T22:36:22.708 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.701+0000 7f46f27fc640 1 -- 10.20.193.50:0/2211616911 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2452+0+0 (secure 0 0 0) 0x7f46f8066810 con 0x7f4704127510 2026-02-17T22:36:22.709 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.703+0000 7f46f27fc640 1 -- 10.20.193.50:0/2211616911 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f46f8040850 con 0x7f4704127510 2026-02-17T22:36:22.779 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.775+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4704068c80 con 0x7f4704127510 2026-02-17T22:36:22.779 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.775+0000 7f46f27fc640 1 -- 10.20.193.50:0/2211616911 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+6920 (secure 0 0 0) 0x7f46f8065330 con 0x7f4704127510 2026-02-17T22:36:22.780 INFO:teuthology.misc.health.trial050.stdout: 2026-02-17T22:36:22.780 INFO:teuthology.misc.health.trial050.stdout:{"epoch":13,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:36:22.425627+0000","last_up_change":"2026-02-17T22:36:18.418889+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":2857897150}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":2857897150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":2857897150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":2857897150}]},"public_addr":"10.20.193.50:6809/2857897150","cluster_addr":"10.20.193.50:6810/2857897150","heartbeat_back_addr":"10.20.193.50:6812/2857897150","heartbeat_front_addr":"10.20.193.50:6811/2857897150","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2550386180}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2550386180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2550386180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2550386180}]},"public_addr":"10.20.193.50:6801/2550386180","cluster_addr":"10.20.193.50:6802/2550386180","heartbeat_back_addr":"10.20.193.50:6804/2550386180","heartbeat_front_addr":"10.20.193.50:6803/2550386180","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2460693169}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2460693169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2460693169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2460693169}]},"public_addr":"10.20.193.50:6805/2460693169","cluster_addr":"10.20.193.50:6806/2460693169","heartbeat_back_addr":"10.20.193.50:6808/2460693169","heartbeat_front_addr":"10.20.193.50:6807/2460693169","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":3967468783}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":3967468783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":3967468783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":3967468783}]},"public_addr":"10.20.193.50:6813/3967468783","cluster_addr":"10.20.193.50:6814/3967468783","heartbeat_back_addr":"10.20.193.50:6816/3967468783","heartbeat_front_addr":"10.20.193.50:6815/3967468783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 >> v1:10.20.193.50:6800/2497348673 conn(0x7f46d404f700 legacy=0x7f46d4051bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4704127510 msgr2=0x7f47041c7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4704127510 0x7f47041c7040 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f46f800c700 tx=0x7f46f800cbd0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 shutdown_connections 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4704128020 0x7f470412d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4704127510 0x7f47041c7040 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 --2- 10.20.193.50:0/2211616911 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f470406ddb0 0x7f47041c6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 >> 10.20.193.50:0/2211616911 conn(0x7f470409d5a0 msgr2=0x7f47040985e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 shutdown_connections 2026-02-17T22:36:22.781 INFO:teuthology.misc.health.trial050.stderr:2026-02-17T22:36:22.776+0000 7f470c233640 1 -- 10.20.193.50:0/2211616911 wait complete. 2026-02-17T22:36:22.787 DEBUG:teuthology.misc:4 of 4 OSDs are up 2026-02-17T22:36:22.787 INFO:tasks.ceph:Creating RBD pool 2026-02-17T22:36:22.788 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph osd pool create rbd 8 2026-02-17T22:36:22.857 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 -- 10.20.193.50:0/255612771 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 msgr2=0x7f93a012eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:22.857 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 --2- 10.20.193.50:0/255612771 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 0x7f93a012eb40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9388009a00 tx=0x7f938802f1e0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 -- 10.20.193.50:0/255612771 shutdown_connections 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 --2- 10.20.193.50:0/255612771 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93a012f080 0x7f93a012f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 --2- 10.20.193.50:0/255612771 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 0x7f93a012eb40 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 --2- 10.20.193.50:0/255612771 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93a006e390 0x7f93a006e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 -- 10.20.193.50:0/255612771 >> 10.20.193.50:0/255612771 conn(0x7f93a009f340 msgr2=0x7f93a009f750 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 -- 10.20.193.50:0/255612771 shutdown_connections 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.850+0000 7f93a71f0640 1 -- 10.20.193.50:0/255612771 wait complete. 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a71f0640 1 Processor -- start 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a71f0640 1 -- start start 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a71f0640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93a006e390 0x7f93a0130a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:22.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a71f0640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 0x7f93a0130f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a71f0640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93a012f080 0x7f93a0131490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a71f0640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93a0136780 con 0x7f93a006ecb0 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a71f0640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f93a0136600 con 0x7f93a006e390 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a71f0640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f93a0136900 con 0x7f93a012f080 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f9397fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 0x7f93a0130f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a4f65640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93a006e390 0x7f93a0130a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f9397fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 0x7f93a0130f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48654/0 (socket says 10.20.193.50:48654) 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a4f65640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93a006e390 0x7f93a0130a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57236/0 (socket says 10.20.193.50:57236) 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f9397fff640 1 -- 10.20.193.50:0/517050005 learned_addr learned my addr 10.20.193.50:0/517050005 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a5766640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93a012f080 0x7f93a0131490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a4f65640 1 -- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93a012f080 msgr2=0x7f93a0131490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:22.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a4f65640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93a012f080 0x7f93a0131490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a4f65640 1 -- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 msgr2=0x7f93a0130f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a4f65640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 0x7f93a0130f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a4f65640 1 -- 10.20.193.50:0/517050005 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93a0133390 con 0x7f93a006e390 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f9397fff640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 0x7f93a0130f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.851+0000 7f93a4f65640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93a006e390 0x7f93a0130a10 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f939000e9f0 tx=0x7f939000eec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.852+0000 7f93957fa640 1 -- 10.20.193.50:0/517050005 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939000cd80 con 0x7f93a006e390 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.852+0000 7f93957fa640 1 -- 10.20.193.50:0/517050005 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93900041c0 con 0x7f93a006e390 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.852+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93a0132b50 con 0x7f93a006e390 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.852+0000 7f93957fa640 1 -- 10.20.193.50:0/517050005 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93900026e0 con 0x7f93a006e390 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.852+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f93a01343e0 con 0x7f93a006e390 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.852+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93a006e770 con 0x7f93a006e390 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.852+0000 7f93957fa640 1 -- 10.20.193.50:0/517050005 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 4) ==== 62001+0+0 (secure 0 0 0) 0x7f9390020030 con 0x7f93a006e390 2026-02-17T22:36:22.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.853+0000 7f93957fa640 1 -- 10.20.193.50:0/517050005 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(13..13 src has 1..13) ==== 2452+0+0 (secure 0 0 0) 0x7f9390066fe0 con 0x7f93a006e390 2026-02-17T22:36:22.861 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.855+0000 7f93957fa640 1 -- 10.20.193.50:0/517050005 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f9390040fe0 con 0x7f93a006e390 2026-02-17T22:36:22.931 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:22.927+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd pool create", "pool": "rbd", "pg_num": 8} v 0) -- 0x7f93a0133670 con 0x7f93a006e390 2026-02-17T22:36:23.510 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.506+0000 7f93957fa640 1 -- 10.20.193.50:0/517050005 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f9390065de0 con 0x7f93a006e390 2026-02-17T22:36:23.511 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.507+0000 7f93957fa640 1 -- 10.20.193.50:0/517050005 <== mon.1 v2:10.20.193.50:3301/0 8 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]=0 pool 'rbd' created v14) ==== 109+0+0 (secure 0 0 0) 0x7f9390069010 con 0x7f93a006e390 2026-02-17T22:36:23.511 INFO:teuthology.orchestra.run.trial050.stderr:pool 'rbd' created 2026-02-17T22:36:23.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.508+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 >> v1:10.20.193.50:6800/2497348673 conn(0x7f937004f730 legacy=0x7f9370051bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:23.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.508+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93a006e390 msgr2=0x7f93a0130a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:23.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.508+0000 7f93a71f0640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93a006e390 0x7f93a0130a10 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f939000e9f0 tx=0x7f939000eec0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.508+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 shutdown_connections 2026-02-17T22:36:23.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.508+0000 7f93a71f0640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93a012f080 0x7f93a0131490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.509+0000 7f93a71f0640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93a006ecb0 0x7f93a0130f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.509+0000 7f93a71f0640 1 --2- 10.20.193.50:0/517050005 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93a006e390 0x7f93a0130a10 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.509+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 >> 10.20.193.50:0/517050005 conn(0x7f93a009f340 msgr2=0x7f93a0129770 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:23.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.509+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 shutdown_connections 2026-02-17T22:36:23.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.509+0000 7f93a71f0640 1 -- 10.20.193.50:0/517050005 wait complete. 2026-02-17T22:36:23.522 DEBUG:teuthology.orchestra.run.trial050:> rbd --cluster ceph pool init rbd 2026-02-17T22:36:23.558 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/846965319 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5ea80 msgr2=0x56403be61660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 --2- 10.20.193.50:0/846965319 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5ea80 0x56403be61660 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbb0400a3d0 tx=0x7fbb04058ab0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/846965319 shutdown_connections 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 --2- 10.20.193.50:0/846965319 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x56403be61ba0 0x56403be62010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 --2- 10.20.193.50:0/846965319 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5ea80 0x56403be61660 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 --2- 10.20.193.50:0/846965319 >> v2:10.20.193.50:3300/0 conn(0x56403be5e160 0x56403be5e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/846965319 >> 10.20.193.50:0/846965319 conn(0x56403bdd1cb0 msgr2=0x56403bdd20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/846965319 shutdown_connections 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.551+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/846965319 wait complete. 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a91c0c0 1 Processor -- start 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a91c0c0 1 -- start start 2026-02-17T22:36:23.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a91c0c0 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5e160 0x56403be64c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a91c0c0 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x56403be5ea80 0x56403be65190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a91c0c0 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x56403be61ba0 0x56403be71390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a91c0c0 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x56403be68c00 con 0x56403be61ba0 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a91c0c0 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x56403bc3ce50 con 0x56403be5e160 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a91c0c0 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x56403be68d80 con 0x56403be5ea80 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb193e4640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5e160 0x56403be64c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb193e4640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5e160 0x56403be64c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57244/0 (socket says 10.20.193.50:57244) 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb18be3640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x56403be5ea80 0x56403be65190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb193e4640 1 -- 10.20.193.50:0/2041325368 learned_addr learned my addr 10.20.193.50:0/2041325368 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.552+0000 7fbb1a66d640 1 --2- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x56403be61ba0 0x56403be71390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb193e4640 1 -- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x56403be5ea80 msgr2=0x56403be65190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:23.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb193e4640 1 --2- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x56403be5ea80 0x56403be65190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb193e4640 1 -- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x56403be61ba0 msgr2=0x56403be71390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb193e4640 1 --2- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x56403be61ba0 0x56403be71390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb193e4640 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56403be65c60 con 0x56403be5e160 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb18be3640 1 --2- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x56403be5ea80 0x56403be65190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb193e4640 1 --2- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5e160 0x56403be64c50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbb1000a7f0 tx=0x7fbb1000acc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb10008ba0 con 0x56403be5e160 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbb10008d40 con 0x56403be5e160 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x56403be66360 con 0x56403be5e160 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb10015680 con 0x56403be5e160 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x56403be66bc0 con 0x56403be5e160 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.553+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fbb10015820 con 0x56403be5e160 2026-02-17T22:36:23.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.554+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(14..14 src has 1..14) ==== 2794+0+0 (secure 0 0 0) 0x7fbb10065c70 con 0x56403be5e160 2026-02-17T22:36:23.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:23.554+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd pool application enable","pool": "rbd","app": "rbd"} v 0) -- 0x56403be71c00 con 0x56403be5e160 2026-02-17T22:36:24.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.508+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]=0 enabled application 'rbd' on pool 'rbd' v15) ==== 141+0+0 (secure 0 0 0) 0x7fbb1003fb50 con 0x56403be5e160 2026-02-17T22:36:24.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.508+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fbb04064070 con 0x56403be5e160 2026-02-17T22:36:24.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.508+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fbb1003f420 con 0x56403be5e160 2026-02-17T22:36:24.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.508+0000 7fbb0b7fe640 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=15}) -- 0x7fbaf0002ae0 con 0x56403be5e160 2026-02-17T22:36:24.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.508+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 8 ==== osd_map(15..15 src has 1..15) ==== 650+0+0 (secure 0 0 0) 0x7fbb10064e10 con 0x56403be5e160 2026-02-17T22:36:24.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.508+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 --> v1:10.20.193.50:6813/3967468783 -- osd_op(unknown.0.0:1 2.3 2:c4c92e5a:::rbd_trash:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e15) -- 0x56403be7cb90 con 0x56403be79080 2026-02-17T22:36:24.513 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.509+0000 7fbb1a66d640 1 -- 10.20.193.50:0/2041325368 <== osd.3 v1:10.20.193.50:6813/3967468783 1 ==== osd_op_reply(1 rbd_trash [create] v15'1 uv1 ondisk = 0) ==== 153+0+0 (unknown 2722885549 0 0) 0x7fbb0c00b040 con 0x56403be79080 2026-02-17T22:36:24.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.511+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 --> v1:10.20.193.50:6813/3967468783 -- osd_op(unknown.0.0:2 2.2 2:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e15) -- 0x56403becf1e0 con 0x56403be79080 2026-02-17T22:36:24.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.511+0000 7fbb1a66d640 1 -- 10.20.193.50:0/2041325368 <== osd.3 v1:10.20.193.50:6813/3967468783 2 ==== osd_op_reply(2 rbd_info [call] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2354864950 0 0) 0x7fbb0c00b040 con 0x56403be79080 2026-02-17T22:36:24.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.511+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 --> v1:10.20.193.50:6813/3967468783 -- osd_op(unknown.0.0:3 2.2 2:5cea7035:::rbd_info:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e15) -- 0x56403bece2d0 con 0x56403be79080 2026-02-17T22:36:24.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.511+0000 7fbb1a66d640 1 -- 10.20.193.50:0/2041325368 <== osd.3 v1:10.20.193.50:6813/3967468783 3 ==== osd_op_reply(3 rbd_info [read 0~0] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 152+0+0 (unknown 2366413114 0 0) 0x7fbb0c00b040 con 0x56403be79080 2026-02-17T22:36:24.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:24.511+0000 7fbb0b7fe640 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- pool_op(create unmanaged snap pool 2 tid 4 name v0) -- 0x7fbaf0003ef0 con 0x56403be5e160 2026-02-17T22:36:25.511 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:25.506+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 9 ==== pool_op_reply(tid 4 (0) Success v16) ==== 55+0+0 (secure 0 0 0) 0x7fbb1003eed0 con 0x56403be5e160 2026-02-17T22:36:25.511 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:25.506+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=16}) -- 0x7fbaf8054b40 con 0x56403be5e160 2026-02-17T22:36:25.511 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:25.506+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 10 ==== osd_map(16..16 src has 1..16) ==== 626+0+0 (secure 0 0 0) 0x7fbb10056e00 con 0x56403be5e160 2026-02-17T22:36:25.511 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:25.506+0000 7fbb0b7fe640 1 -- 10.20.193.50:0/2041325368 --> v1:10.20.193.50:6813/3967468783 -- osd_op(unknown.0.0:5 2.2 2:5cea7035:::rbd_info:head [create,write 0~8 in=8b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e16) -- 0x7fbaf00059c0 con 0x56403be79080 2026-02-17T22:36:25.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:25.508+0000 7fbb1a66d640 1 -- 10.20.193.50:0/2041325368 <== osd.3 v1:10.20.193.50:6813/3967468783 4 ==== osd_op_reply(5 rbd_info [create,write 0~8] v16'1 uv1 ondisk = 0) ==== 194+0+0 (unknown 1230306805 0 0) 0x7fbb0c00b040 con 0x56403be79080 2026-02-17T22:36:25.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:25.508+0000 7fbb0b7fe640 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- pool_op(delete unmanaged snap pool 2 tid 6 name v16) -- 0x7fbaf00053c0 con 0x56403be5e160 2026-02-17T22:36:26.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.507+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 11 ==== pool_op_reply(tid 6 (0) Success v17) ==== 43+0+0 (secure 0 0 0) 0x7fbb1005b070 con 0x56403be5e160 2026-02-17T22:36:26.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.507+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=17}) -- 0x7fbaf8054dc0 con 0x56403be5e160 2026-02-17T22:36:26.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.507+0000 7fbb097fa640 1 -- 10.20.193.50:0/2041325368 <== mon.1 v2:10.20.193.50:3301/0 12 ==== osd_map(17..17 src has 1..17) ==== 654+0+0 (secure 0 0 0) 0x7fbb10015b40 con 0x56403be5e160 2026-02-17T22:36:26.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.507+0000 7fbb0b7fe640 1 -- 10.20.193.50:0/2041325368 --> v1:10.20.193.50:6813/3967468783 -- osd_op(unknown.0.0:7 2.2 2:5cea7035:::rbd_info:head [write 0~19 in=19b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e17) -- 0x7fbaf0006210 con 0x56403be79080 2026-02-17T22:36:26.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a66d640 1 -- 10.20.193.50:0/2041325368 <== osd.3 v1:10.20.193.50:6813/3967468783 5 ==== osd_op_reply(7 rbd_info [write 0~19] v17'2 uv2 ondisk = 0) ==== 152+0+0 (unknown 3144429724 0 0) 0x7fbb0c00b040 con 0x56403be79080 2026-02-17T22:36:26.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 >> v1:10.20.193.50:6813/3967468783 conn(0x56403be79080 legacy=0x56403be7b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 >> v1:10.20.193.50:6800/2497348673 conn(0x7fbaf804dfb0 legacy=0x7fbaf8050470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5e160 msgr2=0x56403be64c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a91c0c0 1 --2- 10.20.193.50:0/2041325368 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x56403be5e160 0x56403be64c50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbb1000a7f0 tx=0x7fbb1000acc0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a66d640 1 -- 10.20.193.50:0/2041325368 reap_dead start 2026-02-17T22:36:26.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 shutdown_connections 2026-02-17T22:36:26.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 >> 10.20.193.50:0/2041325368 conn(0x56403bdd1cb0 msgr2=0x56403bdcee00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:26.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 shutdown_connections 2026-02-17T22:36:26.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.510+0000 7fbb1a91c0c0 1 -- 10.20.193.50:0/2041325368 wait complete. 2026-02-17T22:36:26.519 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-02-17T22:36:26.520 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-02-17T22:36:26.521 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-02-17T22:36:26.631 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.624+0000 7f966b116640 1 -- 10.20.193.50:0/1692269592 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 msgr2=0x7f9664093e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.624+0000 7f966b116640 1 --2- 10.20.193.50:0/1692269592 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 0x7f9664093e60 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9660009f60 tx=0x7f966002f330 comp rx=0 tx=0).stop 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 -- 10.20.193.50:0/1692269592 shutdown_connections 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 --2- 10.20.193.50:0/1692269592 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9664094ea0 0x7f9664093470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 --2- 10.20.193.50:0/1692269592 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 0x7f9664093e60 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 --2- 10.20.193.50:0/1692269592 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9664094580 0x7f9664094960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 -- 10.20.193.50:0/1692269592 >> 10.20.193.50:0/1692269592 conn(0x7f966409a170 msgr2=0x7f9664097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 -- 10.20.193.50:0/1692269592 shutdown_connections 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 -- 10.20.193.50:0/1692269592 wait complete. 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 Processor -- start 2026-02-17T22:36:26.632 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 -- start start 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 0x7f96641c69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9664094580 0x7f96641c6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9664094ea0 0x7f9664131a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9664134420 con 0x7f96640939b0 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f96641342a0 con 0x7f9664094580 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966b116640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f96641345a0 con 0x7f9664094ea0 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f9668e8b640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 0x7f96641c69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f9668e8b640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 0x7f96641c69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48684/0 (socket says 10.20.193.50:48684) 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f9668e8b640 1 -- 10.20.193.50:0/3051411636 learned_addr learned my addr 10.20.193.50:0/3051411636 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:26.633 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f965bfff640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9664094580 0x7f96641c6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f966968c640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9664094ea0 0x7f9664131a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f9668e8b640 1 -- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9664094ea0 msgr2=0x7f9664131a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f9668e8b640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9664094ea0 0x7f9664131a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f9668e8b640 1 -- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9664094580 msgr2=0x7f96641c6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f9668e8b640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9664094580 0x7f96641c6ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.625+0000 7f9668e8b640 1 -- 10.20.193.50:0/3051411636 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9664127120 con 0x7f96640939b0 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.626+0000 7f9668e8b640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 0x7f96641c69b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f96540027e0 tx=0x7f9654002cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.626+0000 7f96597fa640 1 -- 10.20.193.50:0/3051411636 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965400ed40 con 0x7f96640939b0 2026-02-17T22:36:26.634 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.626+0000 7f96597fa640 1 -- 10.20.193.50:0/3051411636 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9654010430 con 0x7f96640939b0 2026-02-17T22:36:26.635 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.626+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9664133580 con 0x7f96640939b0 2026-02-17T22:36:26.635 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.626+0000 7f96597fa640 1 -- 10.20.193.50:0/3051411636 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9654010880 con 0x7f96640939b0 2026-02-17T22:36:26.635 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.626+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f966406e7a0 con 0x7f96640939b0 2026-02-17T22:36:26.635 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.626+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9664094960 con 0x7f96640939b0 2026-02-17T22:36:26.635 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.626+0000 7f96597fa640 1 -- 10.20.193.50:0/3051411636 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f9654010a20 con 0x7f96640939b0 2026-02-17T22:36:26.635 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.627+0000 7f96597fa640 1 -- 10.20.193.50:0/3051411636 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f9654067780 con 0x7f96640939b0 2026-02-17T22:36:26.635 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.629+0000 7f96597fa640 1 -- 10.20.193.50:0/3051411636 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f9654014070 con 0x7f96640939b0 2026-02-17T22:36:26.705 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.701+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f9664050a10 con 0x7f96640939b0 2026-02-17T22:36:26.705 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.701+0000 7f96597fa640 1 -- 10.20.193.50:0/3051411636 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v23) ==== 86+0+126 (secure 0 0 0) 0x7f9654041580 con 0x7f96640939b0 2026-02-17T22:36:26.706 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:26.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 >> v1:10.20.193.50:6800/2497348673 conn(0x7f963404f7c0 legacy=0x7f9634051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 msgr2=0x7f96641c69b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 0x7f96641c69b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f96540027e0 tx=0x7f9654002cb0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 shutdown_connections 2026-02-17T22:36:26.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9664094ea0 0x7f9664131a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9664094580 0x7f96641c6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 --2- 10.20.193.50:0/3051411636 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f96640939b0 0x7f96641c69b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 >> 10.20.193.50:0/3051411636 conn(0x7f966409a170 msgr2=0x7f96641265e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:26.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 shutdown_connections 2026-02-17T22:36:26.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.703+0000 7f966b116640 1 -- 10.20.193.50:0/3051411636 wait complete. 2026-02-17T22:36:26.715 INFO:teuthology.orchestra.run.trial050.stdout:[{"version":23,"timestamp":"2026-02-17T22:36:07.782606+0000","name":"","changes":[{"name":"mgr/debug_ms","new_value":"1/1"}]}] 2026-02-17T22:36:26.715 INFO:tasks.ceph_manager:config epoch is 23 2026-02-17T22:36:26.716 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-17T22:36:26.716 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-17T22:36:26.716 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-17T22:36:26.787 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.780+0000 7f71df5b5640 1 -- 10.20.193.50:0/2554505343 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 msgr2=0x7f71d81342a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.787 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.780+0000 7f71df5b5640 1 --2- 10.20.193.50:0/2554505343 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 0x7f71d81342a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f71cc009930 tx=0x7f71cc02f0b0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.780+0000 7f71df5b5640 1 -- 10.20.193.50:0/2554505343 shutdown_connections 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.780+0000 7f71df5b5640 1 --2- 10.20.193.50:0/2554505343 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f71d81347e0 0x7f71d8136bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.780+0000 7f71df5b5640 1 --2- 10.20.193.50:0/2554505343 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 0x7f71d81342a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.780+0000 7f71df5b5640 1 -- 10.20.193.50:0/2554505343 >> 10.20.193.50:0/2554505343 conn(0x7f71d809f840 msgr2=0x7f71d809fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.780+0000 7f71df5b5640 1 -- 10.20.193.50:0/2554505343 shutdown_connections 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.780+0000 7f71df5b5640 1 -- 10.20.193.50:0/2554505343 wait complete. 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 Processor -- start 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 -- start start 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f71d812b880 0x7f71d8126ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:26.788 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 0x7f71d8127410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f71d81347e0 0x7f71d8127950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f71d81378f0 con 0x7f71d8131eb0 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f71d8137770 con 0x7f71d812b880 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f71d8137a70 con 0x7f71d81347e0 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 0x7f71d8127410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71ddb2b640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f71d81347e0 0x7f71d8127950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 0x7f71d8127410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48692/0 (socket says 10.20.193.50:48692) 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 -- 10.20.193.50:0/2508205836 learned_addr learned my addr 10.20.193.50:0/2508205836 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dd32a640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f71d812b880 0x7f71d8126ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 -- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f71d81347e0 msgr2=0x7f71d8127950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f71d81347e0 0x7f71d8127950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 -- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f71d812b880 msgr2=0x7f71d8126ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f71d812b880 0x7f71d8126ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 -- 10.20.193.50:0/2508205836 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d8129b10 con 0x7f71d8131eb0 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71ddb2b640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f71d81347e0 0x7f71d8127950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71dcb29640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 0x7f71d8127410 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f71cc009880 tx=0x7f71cc002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71c5ffb640 1 -- 10.20.193.50:0/2508205836 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71cc046070 con 0x7f71d8131eb0 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71c5ffb640 1 -- 10.20.193.50:0/2508205836 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71cc004550 con 0x7f71d8131eb0 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71c5ffb640 1 -- 10.20.193.50:0/2508205836 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71cc038470 con 0x7f71d8131eb0 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71d8127e90 con 0x7f71d8131eb0 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.781+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71d81cccb0 con 0x7f71d8131eb0 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.782+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71d8074000 con 0x7f71d8131eb0 2026-02-17T22:36:26.790 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.782+0000 7f71c5ffb640 1 -- 10.20.193.50:0/2508205836 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f71cc038610 con 0x7f71d8131eb0 2026-02-17T22:36:26.791 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.782+0000 7f71c5ffb640 1 -- 10.20.193.50:0/2508205836 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f71cc08b140 con 0x7f71d8131eb0 2026-02-17T22:36:26.791 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.784+0000 7f71c5ffb640 1 -- 10.20.193.50:0/2508205836 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f71d8074000 con 0x7f71d8131eb0 2026-02-17T22:36:26.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.868+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f71d812bc60 con 0x7f71d8131eb0 2026-02-17T22:36:26.873 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.869+0000 7f71c5ffb640 1 -- 10.20.193.50:0/2508205836 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+121453 (secure 0 0 0) 0x7f71cc064fe0 con 0x7f71d8131eb0 2026-02-17T22:36:26.873 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 >> v1:10.20.193.50:6800/2497348673 conn(0x7f71a804f7c0 legacy=0x7f71a8051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 msgr2=0x7f71d8127410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 0x7f71d8127410 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f71cc009880 tx=0x7f71cc002910 comp rx=0 tx=0).stop 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 shutdown_connections 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f71d81347e0 0x7f71d8127950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f71d8131eb0 0x7f71d8127410 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 --2- 10.20.193.50:0/2508205836 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f71d812b880 0x7f71d8126ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 >> 10.20.193.50:0/2508205836 conn(0x7f71d809f840 msgr2=0x7f71d8131420 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 shutdown_connections 2026-02-17T22:36:26.876 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:26.870+0000 7f71df5b5640 1 -- 10.20.193.50:0/2508205836 wait complete. 2026-02-17T22:36:26.882 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":5,"flags":0,"active_gid":4112,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6800","nonce":2497348673}]},"active_addr":"10.20.193.50:6800/2497348673","active_change":"2026-02-17T22:36:07.297291+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4126,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":2595097904}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":2903800687}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":1856619081}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":2644708274}]}]} 2026-02-17T22:36:26.939 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-17T22:36:26.939 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-17T22:36:26.939 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:36:27.011 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.005+0000 7f1cef15d640 1 -- 10.20.193.50:0/2598142859 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 msgr2=0x7f1ce812bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.011 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.005+0000 7f1cef15d640 1 --2- 10.20.193.50:0/2598142859 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 0x7f1ce812bc60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1cd8009a00 tx=0x7f1cd802f190 comp rx=0 tx=0).stop 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.005+0000 7f1cef15d640 1 -- 10.20.193.50:0/2598142859 shutdown_connections 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.005+0000 7f1cef15d640 1 --2- 10.20.193.50:0/2598142859 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1ce812f2b0 0x7f1ce812f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.005+0000 7f1cef15d640 1 --2- 10.20.193.50:0/2598142859 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 0x7f1ce812bc60 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.005+0000 7f1cef15d640 1 -- 10.20.193.50:0/2598142859 >> 10.20.193.50:0/2598142859 conn(0x7f1ce809f840 msgr2=0x7f1ce809fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.005+0000 7f1cef15d640 1 -- 10.20.193.50:0/2598142859 shutdown_connections 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.005+0000 7f1cef15d640 1 -- 10.20.193.50:0/2598142859 wait complete. 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cef15d640 1 Processor -- start 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cef15d640 1 -- start start 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cef15d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 0x7f1ce81c6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cef15d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1ce812c1a0 0x7f1ce81c7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cef15d640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1ce812f2b0 0x7f1ce8070530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cef15d640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1ce81378b0 con 0x7f1ce812b880 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cef15d640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1ce8137730 con 0x7f1ce812f2b0 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cef15d640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f1ce8137a30 con 0x7f1ce812c1a0 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 0x7f1ce81c6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 0x7f1ce81c6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48710/0 (socket says 10.20.193.50:48710) 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ced6d3640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1ce812f2b0 0x7f1ce8070530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 -- 10.20.193.50:0/1180660434 learned_addr learned my addr 10.20.193.50:0/1180660434 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1cdffff640 1 --2- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1ce812c1a0 0x7f1ce81c7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.012 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 -- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1ce812c1a0 msgr2=0x7f1ce81c7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 --2- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1ce812c1a0 0x7f1ce81c7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 -- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1ce812f2b0 msgr2=0x7f1ce8070530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 --2- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1ce812f2b0 0x7f1ce8070530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 -- 10.20.193.50:0/1180660434 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ce80726e0 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.006+0000 7f1ceced2640 1 --2- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 0x7f1ce81c6e40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1cd802f6c0 tx=0x7f1cd8002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.007+0000 7f1cdd7fa640 1 -- 10.20.193.50:0/1180660434 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8046070 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.007+0000 7f1cdd7fa640 1 -- 10.20.193.50:0/1180660434 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1cd8004550 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.007+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ce81c78c0 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.007+0000 7f1cdd7fa640 1 -- 10.20.193.50:0/1180660434 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd8038470 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.007+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ce80732c0 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.007+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ce812bc60 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.007+0000 7f1cdd7fa640 1 -- 10.20.193.50:0/1180660434 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f1cd8038610 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.008+0000 7f1cdd7fa640 1 -- 10.20.193.50:0/1180660434 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f1cd808b0b0 con 0x7f1ce812b880 2026-02-17T22:36:27.013 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.009+0000 7f1cdd7fa640 1 -- 10.20.193.50:0/1180660434 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f1ce80732c0 con 0x7f1ce812b880 2026-02-17T22:36:27.083 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.078+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1ce812fe50 con 0x7f1ce812b880 2026-02-17T22:36:27.083 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.079+0000 7f1cdd7fa640 1 -- 10.20.193.50:0/1180660434 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+8819 (secure 0 0 0) 0x7f1cd8064ef0 con 0x7f1ce812b880 2026-02-17T22:36:27.083 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:27.083 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":17,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:36:26.507120+0000","last_up_change":"2026-02-17T22:36:18.418889+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":2857897150}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":2857897150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":2857897150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":2857897150}]},"public_addr":"10.20.193.50:6809/2857897150","cluster_addr":"10.20.193.50:6810/2857897150","heartbeat_back_addr":"10.20.193.50:6812/2857897150","heartbeat_front_addr":"10.20.193.50:6811/2857897150","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2550386180}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2550386180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2550386180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2550386180}]},"public_addr":"10.20.193.50:6801/2550386180","cluster_addr":"10.20.193.50:6802/2550386180","heartbeat_back_addr":"10.20.193.50:6804/2550386180","heartbeat_front_addr":"10.20.193.50:6803/2550386180","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2460693169}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2460693169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2460693169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2460693169}]},"public_addr":"10.20.193.50:6805/2460693169","cluster_addr":"10.20.193.50:6806/2460693169","heartbeat_back_addr":"10.20.193.50:6808/2460693169","heartbeat_front_addr":"10.20.193.50:6807/2460693169","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":3967468783}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":3967468783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":3967468783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":3967468783}]},"public_addr":"10.20.193.50:6813/3967468783","cluster_addr":"10.20.193.50:6814/3967468783","heartbeat_back_addr":"10.20.193.50:6816/3967468783","heartbeat_front_addr":"10.20.193.50:6815/3967468783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:36:27.084 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 >> v1:10.20.193.50:6800/2497348673 conn(0x7f1cb804f790 legacy=0x7f1cb8051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.084 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 msgr2=0x7f1ce81c6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.084 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 --2- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 0x7f1ce81c6e40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f1cd802f6c0 tx=0x7f1cd8002910 comp rx=0 tx=0).stop 2026-02-17T22:36:27.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 shutdown_connections 2026-02-17T22:36:27.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 --2- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1ce812f2b0 0x7f1ce8070530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 --2- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1ce812c1a0 0x7f1ce81c7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 --2- 10.20.193.50:0/1180660434 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1ce812b880 0x7f1ce81c6e40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 >> 10.20.193.50:0/1180660434 conn(0x7f1ce809f840 msgr2=0x7f1ce809c740 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 shutdown_connections 2026-02-17T22:36:27.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.080+0000 7f1cef15d640 1 -- 10.20.193.50:0/1180660434 wait complete. 2026-02-17T22:36:27.091 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-17T22:36:27.091 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:36:27.162 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.157+0000 7fd585f3b640 1 -- 10.20.193.50:0/3826765329 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd580096220 msgr2=0x7fd5801339d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.162 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.157+0000 7fd585f3b640 1 --2- 10.20.193.50:0/3826765329 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd580096220 0x7fd5801339d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd574009fd0 tx=0x7fd57402f470 comp rx=0 tx=0).stop 2026-02-17T22:36:27.162 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.157+0000 7fd585f3b640 1 -- 10.20.193.50:0/3826765329 shutdown_connections 2026-02-17T22:36:27.162 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.157+0000 7fd585f3b640 1 --2- 10.20.193.50:0/3826765329 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd580096220 0x7fd5801339d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.162 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.157+0000 7fd585f3b640 1 --2- 10.20.193.50:0/3826765329 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd58012bc30 0x7fd58012c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.162 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.157+0000 7fd585f3b640 1 -- 10.20.193.50:0/3826765329 >> 10.20.193.50:0/3826765329 conn(0x7fd58009a280 msgr2=0x7fd580097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.162 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.157+0000 7fd585f3b640 1 -- 10.20.193.50:0/3826765329 shutdown_connections 2026-02-17T22:36:27.162 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.157+0000 7fd585f3b640 1 -- 10.20.193.50:0/3826765329 wait complete. 2026-02-17T22:36:27.165 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd585f3b640 1 Processor -- start 2026-02-17T22:36:27.165 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd585f3b640 1 -- start start 2026-02-17T22:36:27.165 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd585f3b640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd5800956d0 0x7fd5801c6a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.165 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd585f3b640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd580096220 0x7fd5801c6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.165 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd585f3b640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd58012bc30 0x7fd58012c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.165 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd585f3b640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd5801345a0 con 0x7fd58012bc30 2026-02-17T22:36:27.165 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd585f3b640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd580134420 con 0x7fd580096220 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd585f3b640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fd580134720 con 0x7fd5800956d0 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57f7fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd5800956d0 0x7fd5801c6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57effd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd580096220 0x7fd5801c6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57ffff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd58012bc30 0x7fd58012c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57f7fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd5800956d0 0x7fd5801c6a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:60150/0 (socket says 10.20.193.50:60150) 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57effd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd580096220 0x7fd5801c6fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57306/0 (socket says 10.20.193.50:57306) 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57f7fe640 1 -- 10.20.193.50:0/2875447862 learned_addr learned my addr 10.20.193.50:0/2875447862 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57ffff640 1 -- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd5800956d0 msgr2=0x7fd5801c6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57ffff640 1 --2- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd5800956d0 0x7fd5801c6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57ffff640 1 -- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd580096220 msgr2=0x7fd5801c6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.166 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57ffff640 1 --2- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd580096220 0x7fd5801c6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57ffff640 1 -- 10.20.193.50:0/2875447862 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd58012e730 con 0x7fd58012bc30 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.158+0000 7fd57effd640 1 --2- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd580096220 0x7fd5801c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.159+0000 7fd57ffff640 1 --2- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd58012bc30 0x7fd58012c780 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd574033000 tx=0x7fd574007e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.159+0000 7fd55bfff640 1 -- 10.20.193.50:0/2875447862 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd574002a60 con 0x7fd58012bc30 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.159+0000 7fd55bfff640 1 -- 10.20.193.50:0/2875447862 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd574004070 con 0x7fd58012bc30 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.159+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd58012dd70 con 0x7fd58012bc30 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.159+0000 7fd55bfff640 1 -- 10.20.193.50:0/2875447862 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5740096e0 con 0x7fd58012bc30 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.159+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd58012ee50 con 0x7fd58012bc30 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.159+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd58012c010 con 0x7fd58012bc30 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.159+0000 7fd55bfff640 1 -- 10.20.193.50:0/2875447862 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fd57404a030 con 0x7fd58012bc30 2026-02-17T22:36:27.167 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.160+0000 7fd55bfff640 1 -- 10.20.193.50:0/2875447862 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fd57408b960 con 0x7fd58012bc30 2026-02-17T22:36:27.168 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.162+0000 7fd55bfff640 1 -- 10.20.193.50:0/2875447862 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fd5740658e0 con 0x7fd58012bc30 2026-02-17T22:36:27.235 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.231+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd580050a10 con 0x7fd58012bc30 2026-02-17T22:36:27.236 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.232+0000 7fd55bfff640 1 -- 10.20.193.50:0/2875447862 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+8819 (secure 0 0 0) 0x7fd57403b0c0 con 0x7fd58012bc30 2026-02-17T22:36:27.236 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:27.236 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":17,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:36:26.507120+0000","last_up_change":"2026-02-17T22:36:18.418889+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":2857897150}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":2857897150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":2857897150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":2857897150}]},"public_addr":"10.20.193.50:6809/2857897150","cluster_addr":"10.20.193.50:6810/2857897150","heartbeat_back_addr":"10.20.193.50:6812/2857897150","heartbeat_front_addr":"10.20.193.50:6811/2857897150","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2550386180}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2550386180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2550386180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2550386180}]},"public_addr":"10.20.193.50:6801/2550386180","cluster_addr":"10.20.193.50:6802/2550386180","heartbeat_back_addr":"10.20.193.50:6804/2550386180","heartbeat_front_addr":"10.20.193.50:6803/2550386180","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2460693169}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2460693169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2460693169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2460693169}]},"public_addr":"10.20.193.50:6805/2460693169","cluster_addr":"10.20.193.50:6806/2460693169","heartbeat_back_addr":"10.20.193.50:6808/2460693169","heartbeat_front_addr":"10.20.193.50:6807/2460693169","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":3967468783}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":3967468783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":3967468783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":3967468783}]},"public_addr":"10.20.193.50:6813/3967468783","cluster_addr":"10.20.193.50:6814/3967468783","heartbeat_back_addr":"10.20.193.50:6816/3967468783","heartbeat_front_addr":"10.20.193.50:6815/3967468783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:36:27.237 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 >> v1:10.20.193.50:6800/2497348673 conn(0x7fd55004f790 legacy=0x7fd550051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd58012bc30 msgr2=0x7fd58012c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 --2- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd58012bc30 0x7fd58012c780 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fd574033000 tx=0x7fd574007e40 comp rx=0 tx=0).stop 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 shutdown_connections 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 --2- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd58012bc30 0x7fd58012c780 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 --2- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd580096220 0x7fd5801c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 --2- 10.20.193.50:0/2875447862 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd5800956d0 0x7fd5801c6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 >> 10.20.193.50:0/2875447862 conn(0x7fd58009a280 msgr2=0x7fd580128810 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 shutdown_connections 2026-02-17T22:36:27.238 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.233+0000 7fd585f3b640 1 -- 10.20.193.50:0/2875447862 wait complete. 2026-02-17T22:36:27.246 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-17T22:36:27.246 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-17T22:36:27.247 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-17T22:36:27.247 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-17T22:36:27.318 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 -- 10.20.193.50:0/701833092 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f258812f110 msgr2=0x7f258812f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 --2- 10.20.193.50:0/701833092 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f258812f110 0x7f258812f5c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2584009f90 tx=0x7f258402f390 comp rx=0 tx=0).stop 2026-02-17T22:36:27.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 -- 10.20.193.50:0/701833092 shutdown_connections 2026-02-17T22:36:27.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 --2- 10.20.193.50:0/701833092 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f258806ec20 0x7f258812ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 --2- 10.20.193.50:0/701833092 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f258812f110 0x7f258812f5c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 --2- 10.20.193.50:0/701833092 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f258806e300 0x7f258806e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 -- 10.20.193.50:0/701833092 >> 10.20.193.50:0/701833092 conn(0x7f258809f500 msgr2=0x7f258809f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 -- 10.20.193.50:0/701833092 shutdown_connections 2026-02-17T22:36:27.319 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 -- 10.20.193.50:0/701833092 wait complete. 2026-02-17T22:36:27.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3611466835 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4099aa0 msgr2=0x7f9cb4099e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 --2- 10.20.193.50:0/3611466835 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4099aa0 0x7f9cb4099e80 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9ca0009a00 tx=0x7f9ca002f1f0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3611466835 shutdown_connections 2026-02-17T22:36:27.320 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 --2- 10.20.193.50:0/3611466835 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9cb4097ec0 0x7f9cb40982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.321 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 --2- 10.20.193.50:0/3611466835 >> v2:10.20.193.50:3300/0 conn(0x7f9cb409a3c0 0x7f9cb4097980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.321 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 --2- 10.20.193.50:0/3611466835 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4099aa0 0x7f9cb4099e80 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.321 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3611466835 >> 10.20.193.50:0/3611466835 conn(0x7f9cb409fa50 msgr2=0x7f9cb409fe60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.321 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3611466835 shutdown_connections 2026-02-17T22:36:27.321 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3611466835 wait complete. 2026-02-17T22:36:27.322 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f93db4c7640 1 -- 10.20.193.50:0/260021684 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93d4096a40 msgr2=0x7f93d41309c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.322 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f93db4c7640 1 --2- 10.20.193.50:0/260021684 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93d4096a40 0x7f93d41309c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f93c8009960 tx=0x7f93c802f140 comp rx=0 tx=0).stop 2026-02-17T22:36:27.322 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f93db4c7640 1 -- 10.20.193.50:0/260021684 shutdown_connections 2026-02-17T22:36:27.322 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f93db4c7640 1 --2- 10.20.193.50:0/260021684 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93d4130f00 0x7f93d41332f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.322 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f93db4c7640 1 --2- 10.20.193.50:0/260021684 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93d4096a40 0x7f93d41309c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.322 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f93db4c7640 1 -- 10.20.193.50:0/260021684 >> 10.20.193.50:0/260021684 conn(0x7f93d409a170 msgr2=0x7f93d4097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.322 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f93db4c7640 1 -- 10.20.193.50:0/260021684 shutdown_connections 2026-02-17T22:36:27.322 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f93db4c7640 1 -- 10.20.193.50:0/260021684 wait complete. 2026-02-17T22:36:27.323 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 -- 10.20.193.50:0/1130429731 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7b3806e2b0 msgr2=0x7f7b3806e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.323 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 --2- 10.20.193.50:0/1130429731 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7b3806e2b0 0x7f7b3806e690 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c009a00 tx=0x7f7b2c02f190 comp rx=0 tx=0).stop 2026-02-17T22:36:27.323 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 -- 10.20.193.50:0/1130429731 shutdown_connections 2026-02-17T22:36:27.324 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 --2- 10.20.193.50:0/1130429731 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7b3812f160 0x7f7b3812f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.324 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 --2- 10.20.193.50:0/1130429731 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7b3806ebd0 0x7f7b3812ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.324 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 --2- 10.20.193.50:0/1130429731 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7b3806e2b0 0x7f7b3806e690 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.324 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 -- 10.20.193.50:0/1130429731 >> 10.20.193.50:0/1130429731 conn(0x7f7b3809f660 msgr2=0x7f7b3809fa70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.324 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 -- 10.20.193.50:0/1130429731 shutdown_connections 2026-02-17T22:36:27.324 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f7b3da02640 1 -- 10.20.193.50:0/1130429731 wait complete. 2026-02-17T22:36:27.324 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 Processor -- start 2026-02-17T22:36:27.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.314+0000 7f2590636640 1 -- start start 2026-02-17T22:36:27.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 Processor -- start 2026-02-17T22:36:27.325 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 -- start start 2026-02-17T22:36:27.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f2590636640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f258806e300 0x7f258812ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f2590636640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f258806ec20 0x7f25881304a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f2590636640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f258812f110 0x7f25881309e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f2590636640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f25881367a0 con 0x7f258812f110 2026-02-17T22:36:27.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f2590636640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2588136620 con 0x7f258806e300 2026-02-17T22:36:27.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f2590636640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f2588136920 con 0x7f258806ec20 2026-02-17T22:36:27.326 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4097ec0 0x7f9cb41c6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9cb4099aa0 0x7f9cb41c72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f258806e300 0x7f258812ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9cb409a3c0 0x7f9cb4132090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f258806e300 0x7f258812ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57350/0 (socket says 10.20.193.50:57350) 2026-02-17T22:36:27.328 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9cb4136760 con 0x7f9cb4099aa0 2026-02-17T22:36:27.328 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9cb41365e0 con 0x7f9cb409a3c0 2026-02-17T22:36:27.328 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f9cb41368e0 con 0x7f9cb4097ec0 2026-02-17T22:36:27.328 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258dbaa640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f258806ec20 0x7f25881304a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.328 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 -- 10.20.193.50:0/3908227269 learned_addr learned my addr 10.20.193.50:0/3908227269 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258ebac640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f258812f110 0x7f25881309e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4097ec0 0x7f9cb41c6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4097ec0 0x7f9cb41c6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:60224/0 (socket says 10.20.193.50:60224) 2026-02-17T22:36:27.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 -- 10.20.193.50:0/3032266943 learned_addr learned my addr 10.20.193.50:0/3032266943 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb2ffd640 1 --2- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9cb4099aa0 0x7f9cb41c72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93db4c7640 1 Processor -- start 2026-02-17T22:36:27.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb3fff640 1 --2- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9cb409a3c0 0x7f9cb4132090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b3da02640 1 Processor -- start 2026-02-17T22:36:27.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 -- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9cb409a3c0 msgr2=0x7f9cb4132090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93db4c7640 1 -- start start 2026-02-17T22:36:27.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 -- 10.20.193.50:0/3908227269 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f258806ec20 msgr2=0x7f25881304a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.332 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 --2- 10.20.193.50:0/3908227269 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f258806ec20 0x7f25881304a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.332 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 -- 10.20.193.50:0/3908227269 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f258812f110 msgr2=0x7f25881309e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.332 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 --2- 10.20.193.50:0/3908227269 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f258812f110 0x7f25881309e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.332 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 -- 10.20.193.50:0/3908227269 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25881332e0 con 0x7f258806e300 2026-02-17T22:36:27.332 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258dbaa640 1 --2- 10.20.193.50:0/3908227269 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f258806ec20 0x7f25881304a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:27.332 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b3da02640 1 -- start start 2026-02-17T22:36:27.333 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 --2- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9cb409a3c0 0x7f9cb4132090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.333 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 -- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9cb4099aa0 msgr2=0x7f9cb41c72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.333 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 --2- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9cb4099aa0 0x7f9cb41c72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.333 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 -- 10.20.193.50:0/3032266943 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cb41342a0 con 0x7f9cb4097ec0 2026-02-17T22:36:27.333 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f258e3ab640 1 --2- 10.20.193.50:0/3908227269 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f258806e300 0x7f258812ff60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f257800ea30 tx=0x7f257800ef00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.333 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb37fe640 1 --2- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4097ec0 0x7f9cb41c6d70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9ca002f700 tx=0x7f9ca00026e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.334 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93db4c7640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93d4096a40 0x7f93d4071700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.334 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93db4c7640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93d412baf0 0x7f93d4071c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.334 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b3da02640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7b3806e2b0 0x7f7b381c6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.335 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca0002ae0 con 0x7f9cb4097ec0 2026-02-17T22:36:27.335 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257800cdd0 con 0x7f258806e300 2026-02-17T22:36:27.335 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93db4c7640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93d4130f00 0x7f93d4072180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.335 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93db4c7640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93d4134530 con 0x7f93d4130f00 2026-02-17T22:36:27.335 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93db4c7640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f93d41343b0 con 0x7f93d412baf0 2026-02-17T22:36:27.335 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93db4c7640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f93d41346b0 con 0x7f93d4096a40 2026-02-17T22:36:27.336 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b3da02640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7b3806ebd0 0x7f7b381c7240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.336 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b3da02640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7b3812f160 0x7f7b3812fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.336 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b3da02640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7b381366f0 con 0x7f7b3812f160 2026-02-17T22:36:27.336 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b3da02640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7b38136570 con 0x7f7b3806e2b0 2026-02-17T22:36:27.336 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ca0002c80 con 0x7f9cb4097ec0 2026-02-17T22:36:27.337 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25780041c0 con 0x7f258806e300 2026-02-17T22:36:27.337 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f2590636640 1 -- 10.20.193.50:0/3908227269 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25881329d0 con 0x7f258806e300 2026-02-17T22:36:27.337 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b3da02640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f7b38136870 con 0x7f7b3806ebd0 2026-02-17T22:36:27.337 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cb4129610 con 0x7f9cb4097ec0 2026-02-17T22:36:27.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25780026e0 con 0x7f258806e300 2026-02-17T22:36:27.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca00386d0 con 0x7f9cb4097ec0 2026-02-17T22:36:27.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f2590636640 1 -- 10.20.193.50:0/3908227269 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f25881c6e90 con 0x7f258806e300 2026-02-17T22:36:27.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cb4135480 con 0x7f9cb4097ec0 2026-02-17T22:36:27.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93d9a3d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93d4130f00 0x7f93d4072180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93d923c640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93d4096a40 0x7f93d4071700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b377fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7b3812f160 0x7f7b3812fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b36ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7b3806e2b0 0x7f7b381c6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93d9a3d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93d4130f00 0x7f93d4072180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48778/0 (socket says 10.20.193.50:48778) 2026-02-17T22:36:27.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93d9a3d640 1 -- 10.20.193.50:0/3876861838 learned_addr learned my addr 10.20.193.50:0/3876861838 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.341 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b377fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7b3812f160 0x7f7b3812fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48788/0 (socket says 10.20.193.50:48788) 2026-02-17T22:36:27.341 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b36ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7b3806e2b0 0x7f7b381c6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57372/0 (socket says 10.20.193.50:57372) 2026-02-17T22:36:27.341 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b377fe640 1 -- 10.20.193.50:0/2814603398 learned_addr learned my addr 10.20.193.50:0/2814603398 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.341 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f7b367fc640 1 --2- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7b3806ebd0 0x7f7b381c7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.341 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93d9a3d640 1 -- 10.20.193.50:0/3876861838 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93d4096a40 msgr2=0x7f93d4071700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.342 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93d9a3d640 1 --2- 10.20.193.50:0/3876861838 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93d4096a40 0x7f93d4071700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.342 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93d9a3d640 1 -- 10.20.193.50:0/3876861838 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93d412baf0 msgr2=0x7f93d4071c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.342 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.315+0000 7f93d9a3d640 1 --2- 10.20.193.50:0/3876861838 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93d412baf0 0x7f93d4071c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.342 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93d9a3d640 1 -- 10.20.193.50:0/3876861838 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d4128ff0 con 0x7f93d4130f00 2026-02-17T22:36:27.342 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93d923c640 1 --2- 10.20.193.50:0/3876861838 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93d4096a40 0x7f93d4071700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:27.342 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b36ffd640 1 -- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7b3806ebd0 msgr2=0x7f7b381c7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.343 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b36ffd640 1 --2- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7b3806ebd0 0x7f7b381c7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.343 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b36ffd640 1 -- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7b3812f160 msgr2=0x7f7b3812fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.343 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b36ffd640 1 --2- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7b3812f160 0x7f7b3812fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.343 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b36ffd640 1 -- 10.20.193.50:0/2814603398 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b38132fb0 con 0x7f7b3806e2b0 2026-02-17T22:36:27.343 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b367fc640 1 --2- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7b3806ebd0 0x7f7b381c7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:36:27.343 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93d9a3d640 1 --2- 10.20.193.50:0/3876861838 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93d4130f00 0x7f93d4072180 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f93d000e1c0 tx=0x7f93d000e690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.344 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b36ffd640 1 --2- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7b3806e2b0 0x7f7b381c6d00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c034000 tx=0x7f7b2c0026e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.344 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d0019070 con 0x7f93d4130f00 2026-02-17T22:36:27.344 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93d00040d0 con 0x7f93d4130f00 2026-02-17T22:36:27.345 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d0004520 con 0x7f93d4130f00 2026-02-17T22:36:27.345 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d4072fb0 con 0x7f93d4130f00 2026-02-17T22:36:27.345 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9cb4099e80 con 0x7f9cb4097ec0 2026-02-17T22:36:27.345 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2c046070 con 0x7f7b3806e2b0 2026-02-17T22:36:27.346 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d4122620 con 0x7f93d4130f00 2026-02-17T22:36:27.346 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b2c002ae0 con 0x7f7b3806e2b0 2026-02-17T22:36:27.346 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b2c038470 con 0x7f7b3806e2b0 2026-02-17T22:36:27.346 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2588129570 con 0x7f258806e300 2026-02-17T22:36:27.347 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b38132640 con 0x7f7b3806e2b0 2026-02-17T22:36:27.347 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b38131a00 con 0x7f7b3806e2b0 2026-02-17T22:36:27.347 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f9ca0038870 con 0x7f9cb4097ec0 2026-02-17T22:36:27.347 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f93d412bed0 con 0x7f93d4130f00 2026-02-17T22:36:27.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f2578002880 con 0x7f258806e300 2026-02-17T22:36:27.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7b3806e690 con 0x7f7b3806e2b0 2026-02-17T22:36:27.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.316+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f9ca008b5e0 con 0x7f9cb4097ec0 2026-02-17T22:36:27.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f7b2c038610 con 0x7f7b3806e2b0 2026-02-17T22:36:27.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 --> v1:10.20.193.50:6809/2857897150 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9ca003de50 con 0x7f9c84055e60 2026-02-17T22:36:27.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f9ca0092050 con 0x7f9cb4097ec0 2026-02-17T22:36:27.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f25780675b0 con 0x7f258806e300 2026-02-17T22:36:27.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f93d00046c0 con 0x7f93d4130f00 2026-02-17T22:36:27.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 --> v1:10.20.193.50:6805/2460693169 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2578003ec0 con 0x7f2558055e10 2026-02-17T22:36:27.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f257806e050 con 0x7f258806e300 2026-02-17T22:36:27.351 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f7b2c08b160 con 0x7f7b3806e2b0 2026-02-17T22:36:27.351 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f93d0067370 con 0x7f93d4130f00 2026-02-17T22:36:27.351 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 --> v1:10.20.193.50:6813/3967468783 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7b2c037ec0 con 0x7f7b08055e10 2026-02-17T22:36:27.351 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f7b2c092050 con 0x7f7b3806e2b0 2026-02-17T22:36:27.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 --> v1:10.20.193.50:6801/2550386180 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f93d0022e50 con 0x7f93a4055e10 2026-02-17T22:36:27.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f93d0067800 con 0x7f93d4130f00 2026-02-17T22:36:27.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 <== osd.0 v1:10.20.193.50:6809/2857897150 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f9ca003de50 con 0x7f9c84055e60 2026-02-17T22:36:27.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 <== osd.2 v1:10.20.193.50:6805/2460693169 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f2578003ec0 con 0x7f2558055e10 2026-02-17T22:36:27.353 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 <== osd.1 v1:10.20.193.50:6801/2550386180 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f93d0022e50 con 0x7f93a4055e10 2026-02-17T22:36:27.353 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.317+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 <== osd.3 v1:10.20.193.50:6813/3967468783 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7f7b2c037ec0 con 0x7f7b08055e10 2026-02-17T22:36:27.353 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 --> v1:10.20.193.50:6805/2460693169 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2588132d40 con 0x7f2558055e10 2026-02-17T22:36:27.353 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256effd640 1 -- 10.20.193.50:0/3908227269 <== osd.2 v1:10.20.193.50:6805/2460693169 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 2217796425) 0x7f2588132d40 con 0x7f2558055e10 2026-02-17T22:36:27.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 --> v1:10.20.193.50:6801/2550386180 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f93d4063310 con 0x7f93a4055e10 2026-02-17T22:36:27.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 --> v1:10.20.193.50:6813/3967468783 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7b38130480 con 0x7f7b08055e10 2026-02-17T22:36:27.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93c1ffb640 1 -- 10.20.193.50:0/3876861838 <== osd.1 v1:10.20.193.50:6801/2550386180 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 2217796425) 0x7f93c8033020 con 0x7f93a4055e10 2026-02-17T22:36:27.355 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b0ffff640 1 -- 10.20.193.50:0/2814603398 <== osd.3 v1:10.20.193.50:6813/3967468783 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3679948908) 0x7f7b38130480 con 0x7f7b08055e10 2026-02-17T22:36:27.355 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 >> v1:10.20.193.50:6805/2460693169 conn(0x7f2558055e10 legacy=0x7f2558058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.355 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 >> v1:10.20.193.50:6800/2497348673 conn(0x7f255804f790 legacy=0x7f2558051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.356 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 >> v1:10.20.193.50:6801/2550386180 conn(0x7f93a4055e10 legacy=0x7f93a4058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.356 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f258806e300 msgr2=0x7f258812ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.356 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 --2- 10.20.193.50:0/3908227269 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f258806e300 0x7f258812ff60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f257800ea30 tx=0x7f257800ef00 comp rx=0 tx=0).stop 2026-02-17T22:36:27.356 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f258ebac640 1 -- 10.20.193.50:0/3908227269 reap_dead start 2026-02-17T22:36:27.356 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 >> v1:10.20.193.50:6813/3967468783 conn(0x7f7b08055e10 legacy=0x7f7b08058290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 >> v1:10.20.193.50:6800/2497348673 conn(0x7f93a404f790 legacy=0x7f93a4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93d4130f00 msgr2=0x7f93d4072180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 --2- 10.20.193.50:0/3876861838 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93d4130f00 0x7f93d4072180 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f93d000e1c0 tx=0x7f93d000e690 comp rx=0 tx=0).stop 2026-02-17T22:36:27.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93d9a3d640 1 -- 10.20.193.50:0/3876861838 reap_dead start 2026-02-17T22:36:27.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 shutdown_connections 2026-02-17T22:36:27.357 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 >> 10.20.193.50:0/3908227269 conn(0x7f258809f500 msgr2=0x7f25881284f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.358 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 >> v1:10.20.193.50:6800/2497348673 conn(0x7f7b0804f790 legacy=0x7f7b08051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.358 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7b3806e2b0 msgr2=0x7f7b381c6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.358 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 --2- 10.20.193.50:0/2814603398 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7b3806e2b0 0x7f7b381c6d00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c034000 tx=0x7f7b2c0026e0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.358 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b377fe640 1 -- 10.20.193.50:0/2814603398 reap_dead start 2026-02-17T22:36:27.358 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 shutdown_connections 2026-02-17T22:36:27.358 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f256cff9640 1 -- 10.20.193.50:0/3908227269 wait complete. 2026-02-17T22:36:27.359 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 shutdown_connections 2026-02-17T22:36:27.359 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 >> 10.20.193.50:0/3876861838 conn(0x7f93d409a170 msgr2=0x7f93d412c790 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.359 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 shutdown_connections 2026-02-17T22:36:27.359 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 >> 10.20.193.50:0/2814603398 conn(0x7f7b3809f660 msgr2=0x7f7b3812c160 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.359 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 shutdown_connections 2026-02-17T22:36:27.359 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 shutdown_connections 2026-02-17T22:36:27.360 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f93db4c7640 1 -- 10.20.193.50:0/3876861838 wait complete. 2026-02-17T22:36:27.360 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f7b3da02640 1 -- 10.20.193.50:0/2814603398 wait complete. 2026-02-17T22:36:27.360 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.324+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 --> v1:10.20.193.50:6809/2857897150 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9cb412bf40 con 0x7f9c84055e60 2026-02-17T22:36:27.360 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9c8ffff640 1 -- 10.20.193.50:0/3032266943 <== osd.0 v1:10.20.193.50:6809/2857897150 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 262009991) 0x7f9cb412bf40 con 0x7f9c84055e60 2026-02-17T22:36:27.361 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 >> v1:10.20.193.50:6809/2857897150 conn(0x7f9c84055e60 legacy=0x7f9c840582e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.361 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 >> v1:10.20.193.50:6800/2497348673 conn(0x7f9c8404f7e0 legacy=0x7f9c84051ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.361 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4097ec0 msgr2=0x7f9cb41c6d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.361 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb9aee640 1 --2- 10.20.193.50:0/3032266943 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9cb4097ec0 0x7f9cb41c6d70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9ca002f700 tx=0x7f9ca00026e0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.361 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb3fff640 1 -- 10.20.193.50:0/3032266943 reap_dead start 2026-02-17T22:36:27.361 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 shutdown_connections 2026-02-17T22:36:27.361 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 >> 10.20.193.50:0/3032266943 conn(0x7f9cb409fa50 msgr2=0x7f9cb412b830 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.361 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 shutdown_connections 2026-02-17T22:36:27.362 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.325+0000 7f9cb9aee640 1 -- 10.20.193.50:0/3032266943 wait complete. 2026-02-17T22:36:27.362 INFO:teuthology.orchestra.run.trial050.stdout:38654705667 2026-02-17T22:36:27.363 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:36:27.363 INFO:teuthology.orchestra.run.trial050.stdout:42949672963 2026-02-17T22:36:27.364 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:36:27.364 INFO:teuthology.orchestra.run.trial050.stdout:38654705667 2026-02-17T22:36:27.364 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:36:27.365 INFO:teuthology.orchestra.run.trial050.stdout:42949672964 2026-02-17T22:36:27.365 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:36:27.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 -- 10.20.193.50:0/1346259043 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b9c12f2e0 msgr2=0x7f4b9c12f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 --2- 10.20.193.50:0/1346259043 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b9c12f2e0 0x7f4b9c12f770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c009f90 tx=0x7f4b8c02f330 comp rx=0 tx=0).stop 2026-02-17T22:36:27.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 -- 10.20.193.50:0/1346259043 shutdown_connections 2026-02-17T22:36:27.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 --2- 10.20.193.50:0/1346259043 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b9c12f2e0 0x7f4b9c12f770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 --2- 10.20.193.50:0/1346259043 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b9c06e300 0x7f4b9c06e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 -- 10.20.193.50:0/1346259043 >> 10.20.193.50:0/1346259043 conn(0x7f4b9c09f500 msgr2=0x7f4b9c09f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 -- 10.20.193.50:0/2543225952 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2620072530 msgr2=0x7f2620072910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 --2- 10.20.193.50:0/2543225952 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2620072530 0x7f2620072910 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2610009a30 tx=0x7f261002f1c0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.476 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 -- 10.20.193.50:0/1346259043 shutdown_connections 2026-02-17T22:36:27.476 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 -- 10.20.193.50:0/1346259043 wait complete. 2026-02-17T22:36:27.476 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 -- 10.20.193.50:0/2543225952 shutdown_connections 2026-02-17T22:36:27.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 --2- 10.20.193.50:0/2543225952 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2620072e50 0x7f262012eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 --2- 10.20.193.50:0/2543225952 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2620072530 0x7f2620072910 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 -- 10.20.193.50:0/2543225952 >> 10.20.193.50:0/2543225952 conn(0x7f262009c170 msgr2=0x7f262009c580 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 -- 10.20.193.50:0/2543225952 shutdown_connections 2026-02-17T22:36:27.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 -- 10.20.193.50:0/2543225952 wait complete. 2026-02-17T22:36:27.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 Processor -- start 2026-02-17T22:36:27.478 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f4ba15a3640 1 -- start start 2026-02-17T22:36:27.478 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 Processor -- start 2026-02-17T22:36:27.478 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.470+0000 7f2627d4c640 1 -- start start 2026-02-17T22:36:27.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4ba15a3640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b9c06e300 0x7f4b9c12f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4ba15a3640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b9c06ec20 0x7f4b9c12fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4ba15a3640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b9c12f2e0 0x7f4b9c130170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4ba15a3640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4b9c137a80 con 0x7f4b9c12f2e0 2026-02-17T22:36:27.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4ba15a3640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4b9c137900 con 0x7f4b9c06e300 2026-02-17T22:36:27.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4ba15a3640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f4b9c137c00 con 0x7f4b9c06ec20 2026-02-17T22:36:27.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b9c06e300 0x7f4b9c12f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b9c06e300 0x7f4b9c12f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57424/0 (socket says 10.20.193.50:57424) 2026-02-17T22:36:27.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 -- 10.20.193.50:0/2455742455 learned_addr learned my addr 10.20.193.50:0/2455742455 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9a7fc640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b9c06ec20 0x7f4b9c12fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9b7fe640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b9c12f2e0 0x7f4b9c130170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2627d4c640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2620072530 0x7f26201c6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2627d4c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2620072e50 0x7f26201c7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2627d4c640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f262012f050 0x7f26201c7890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 -- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b9c06ec20 msgr2=0x7f4b9c12fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b9c06ec20 0x7f4b9c12fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 -- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b9c12f2e0 msgr2=0x7f4b9c130170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b9c12f2e0 0x7f4b9c130170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 -- 10.20.193.50:0/2455742455 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b9c130bf0 con 0x7f4b9c06e300 2026-02-17T22:36:27.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2627d4c640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2620137b60 con 0x7f2620072e50 2026-02-17T22:36:27.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2627d4c640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f26201379e0 con 0x7f2620072530 2026-02-17T22:36:27.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2627d4c640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f2620137ce0 con 0x7f262012f050 2026-02-17T22:36:27.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2620072530 0x7f26201c6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f26252c0640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2620072e50 0x7f26201c7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2620072530 0x7f26201c6e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57440/0 (socket says 10.20.193.50:57440) 2026-02-17T22:36:27.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 -- 10.20.193.50:0/686500901 learned_addr learned my addr 10.20.193.50:0/686500901 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f26252c0640 1 --2- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2620072e50 0x7f26201c7350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48816/0 (socket says 10.20.193.50:48816) 2026-02-17T22:36:27.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b9affd640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b9c06e300 0x7f4b9c12f6f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4b9000ea40 tx=0x7f4b9000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 -- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f262012f050 msgr2=0x7f26201c7890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 --2- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f262012f050 0x7f26201c7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 -- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2620072e50 msgr2=0x7f26201c7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 --2- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2620072e50 0x7f26201c7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 -- 10.20.193.50:0/686500901 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f262012fcf0 con 0x7f2620072530 2026-02-17T22:36:27.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b7b7fe640 1 -- 10.20.193.50:0/2455742455 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9000ce30 con 0x7f4b9c06e300 2026-02-17T22:36:27.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b7b7fe640 1 -- 10.20.193.50:0/2455742455 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b900040d0 con 0x7f4b9c06e300 2026-02-17T22:36:27.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b9c131fb0 con 0x7f4b9c06e300 2026-02-17T22:36:27.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2625ac1640 1 --2- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2620072530 0x7f26201c6e10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2610009b60 tx=0x7f26100026e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4b7b7fe640 1 -- 10.20.193.50:0/2455742455 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b900044e0 con 0x7f4b9c06e300 2026-02-17T22:36:27.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b9c073570 con 0x7f4b9c06e300 2026-02-17T22:36:27.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f260e7fc640 1 -- 10.20.193.50:0/686500901 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2610046070 con 0x7f2620072530 2026-02-17T22:36:27.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f260e7fc640 1 -- 10.20.193.50:0/686500901 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2610002ae0 con 0x7f2620072530 2026-02-17T22:36:27.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26201293c0 con 0x7f2620072530 2026-02-17T22:36:27.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.471+0000 7f260e7fc640 1 -- 10.20.193.50:0/686500901 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2610038470 con 0x7f2620072530 2026-02-17T22:36:27.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2620126bf0 con 0x7f2620072530 2026-02-17T22:36:27.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 -- 10.20.193.50:0/4053868488 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 msgr2=0x7fe50806e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.488 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 --2- 10.20.193.50:0/4053868488 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 0x7fe50806e6e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe4f8009a60 tx=0x7fe4f802f260 comp rx=0 tx=0).stop 2026-02-17T22:36:27.488 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 -- 10.20.193.50:0/4053868488 shutdown_connections 2026-02-17T22:36:27.488 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 --2- 10.20.193.50:0/4053868488 >> v2:10.20.193.50:3300/0 conn(0x7fe50812f110 0x7fe50812f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.488 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 --2- 10.20.193.50:0/4053868488 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe50806ec20 0x7fe50812ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.488 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 --2- 10.20.193.50:0/4053868488 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 0x7fe50806e6e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.488 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 -- 10.20.193.50:0/4053868488 >> 10.20.193.50:0/4053868488 conn(0x7fe50809f500 msgr2=0x7fe50809f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.488 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 -- 10.20.193.50:0/4053868488 shutdown_connections 2026-02-17T22:36:27.488 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7fe50f6b2640 1 -- 10.20.193.50:0/4053868488 wait complete. 2026-02-17T22:36:27.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b9c06e6e0 con 0x7f4b9c06e300 2026-02-17T22:36:27.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f4b7b7fe640 1 -- 10.20.193.50:0/2455742455 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f4b90020030 con 0x7f4b9c06e300 2026-02-17T22:36:27.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 -- 10.20.193.50:0/1613798931 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 msgr2=0x7f959c12ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 --2- 10.20.193.50:0/1613798931 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 0x7f959c12ebd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9590009a30 tx=0x7f959002f260 comp rx=0 tx=0).stop 2026-02-17T22:36:27.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 -- 10.20.193.50:0/1613798931 shutdown_connections 2026-02-17T22:36:27.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 --2- 10.20.193.50:0/1613798931 >> v2:10.20.193.50:3300/0 conn(0x7f959c12f110 0x7f959c12f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 --2- 10.20.193.50:0/1613798931 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 0x7f959c12ebd0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 --2- 10.20.193.50:0/1613798931 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f959c06e300 0x7f959c06e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 -- 10.20.193.50:0/1613798931 >> 10.20.193.50:0/1613798931 conn(0x7f959c09f500 msgr2=0x7f959c09f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.490 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f262009a8c0 con 0x7f2620072530 2026-02-17T22:36:27.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 -- 10.20.193.50:0/1613798931 shutdown_connections 2026-02-17T22:36:27.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f95a38c2640 1 -- 10.20.193.50:0/1613798931 wait complete. 2026-02-17T22:36:27.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f4b7b7fe640 1 -- 10.20.193.50:0/2455742455 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f4b90067280 con 0x7f4b9c06e300 2026-02-17T22:36:27.491 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.472+0000 7f260e7fc640 1 -- 10.20.193.50:0/686500901 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f2610038610 con 0x7f2620072530 2026-02-17T22:36:27.492 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50f6b2640 1 Processor -- start 2026-02-17T22:36:27.492 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f260e7fc640 1 -- 10.20.193.50:0/686500901 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f261008b1f0 con 0x7f2620072530 2026-02-17T22:36:27.492 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50f6b2640 1 -- start start 2026-02-17T22:36:27.493 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a38c2640 1 Processor -- start 2026-02-17T22:36:27.493 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a38c2640 1 -- start start 2026-02-17T22:36:27.494 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50f6b2640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 0x7fe50809ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.494 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50f6b2640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe50806ec20 0x7fe50809b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.494 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50f6b2640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe50812f110 0x7fe50812fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.494 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50f6b2640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe508136790 con 0x7fe50812f110 2026-02-17T22:36:27.494 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50f6b2640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe508136610 con 0x7fe50806ec20 2026-02-17T22:36:27.494 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50f6b2640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fe508136910 con 0x7fe50806e300 2026-02-17T22:36:27.495 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50d427640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 0x7fe50809ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.495 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50cc26640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe50806ec20 0x7fe50809b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.495 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50d427640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 0x7fe50809ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:60304/0 (socket says 10.20.193.50:60304) 2026-02-17T22:36:27.495 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50cc26640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe50806ec20 0x7fe50809b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:57446/0 (socket says 10.20.193.50:57446) 2026-02-17T22:36:27.495 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50d427640 1 -- 10.20.193.50:0/1979651447 learned_addr learned my addr 10.20.193.50:0/1979651447 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.495 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50dc28640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe50812f110 0x7fe50812fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a38c2640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f959c06e300 0x7f959c1c6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a38c2640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 0x7f959c1c72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a38c2640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f959c12f110 0x7f959c12fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:27.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a38c2640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f959c1367a0 con 0x7f959c06e300 2026-02-17T22:36:27.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a38c2640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f959c136620 con 0x7f959c06ec20 2026-02-17T22:36:27.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a38c2640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f959c136920 con 0x7f959c12f110 2026-02-17T22:36:27.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a1637640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f959c06e300 0x7f959c1c6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a1637640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f959c06e300 0x7f959c1c6db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48826/0 (socket says 10.20.193.50:48826) 2026-02-17T22:36:27.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a1637640 1 -- 10.20.193.50:0/3613405955 learned_addr learned my addr 10.20.193.50:0/3613405955 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:27.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50cc26640 1 -- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 msgr2=0x7fe50809ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a0e36640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 0x7f959c1c72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50cc26640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 0x7fe50809ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.498 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a1e38640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f959c12f110 0x7f959c12fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:27.498 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50cc26640 1 -- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe50812f110 msgr2=0x7fe50812fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50cc26640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe50812f110 0x7fe50812fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50cc26640 1 -- 10.20.193.50:0/1979651447 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5081332d0 con 0x7fe50806ec20 2026-02-17T22:36:27.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50d427640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 0x7fe50809ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:27.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7fe50cc26640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe50806ec20 0x7fe50809b0d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc00e9c0 tx=0x7fe4fc00ee90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a0e36640 1 -- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f959c12f110 msgr2=0x7f959c12fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a0e36640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f959c12f110 0x7f959c12fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a0e36640 1 -- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f959c06e300 msgr2=0x7f959c1c6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a0e36640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f959c06e300 0x7f959c1c6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a0e36640 1 -- 10.20.193.50:0/3613405955 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f959c1313e0 con 0x7f959c06ec20 2026-02-17T22:36:27.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a1637640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f959c06e300 0x7f959c1c6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:27.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a1e38640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f959c12f110 0x7f959c12fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:27.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.473+0000 7f95a0e36640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 0x7f959c1c72f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9590034000 tx=0x7f9590005b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:27.501 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.474+0000 7f4b7b7fe640 1 -- 10.20.193.50:0/2455742455 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f4b90041120 con 0x7f4b9c06e300 2026-02-17T22:36:27.501 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7fe4f5ffb640 1 -- 10.20.193.50:0/1979651447 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc00cd50 con 0x7fe50806ec20 2026-02-17T22:36:27.501 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7f9589ffb640 1 -- 10.20.193.50:0/3613405955 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9590002b30 con 0x7f959c06ec20 2026-02-17T22:36:27.501 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7f9589ffb640 1 -- 10.20.193.50:0/3613405955 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9590002d10 con 0x7f959c06ec20 2026-02-17T22:36:27.502 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7f9589ffb640 1 -- 10.20.193.50:0/3613405955 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9590004b00 con 0x7f959c06ec20 2026-02-17T22:36:27.502 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe508132720 con 0x7fe50806ec20 2026-02-17T22:36:27.502 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7fe4f5ffb640 1 -- 10.20.193.50:0/1979651447 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4fc0040d0 con 0x7fe50806ec20 2026-02-17T22:36:27.502 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7fe4f5ffb640 1 -- 10.20.193.50:0/1979651447 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc0044c0 con 0x7fe50806ec20 2026-02-17T22:36:27.502 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f959c131b40 con 0x7f959c06ec20 2026-02-17T22:36:27.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe50809b7f0 con 0x7fe50806ec20 2026-02-17T22:36:27.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7f260e7fc640 1 -- 10.20.193.50:0/686500901 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f262009a8c0 con 0x7f2620072530 2026-02-17T22:36:27.504 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.476+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f959c132510 con 0x7f959c06ec20 2026-02-17T22:36:27.504 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.477+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f959c12ebd0 con 0x7f959c06ec20 2026-02-17T22:36:27.504 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.477+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe50812ebd0 con 0x7fe50806ec20 2026-02-17T22:36:27.504 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.477+0000 7fe4f5ffb640 1 -- 10.20.193.50:0/1979651447 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe4fc0026e0 con 0x7fe50806ec20 2026-02-17T22:36:27.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.477+0000 7f9589ffb640 1 -- 10.20.193.50:0/3613405955 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f9590004ca0 con 0x7f959c06ec20 2026-02-17T22:36:27.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.477+0000 7fe4f5ffb640 1 -- 10.20.193.50:0/1979651447 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe4fc0674e0 con 0x7fe50806ec20 2026-02-17T22:36:27.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.478+0000 7f9589ffb640 1 -- 10.20.193.50:0/3613405955 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f959008b3f0 con 0x7f959c06ec20 2026-02-17T22:36:27.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.479+0000 7fe4f5ffb640 1 -- 10.20.193.50:0/1979651447 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe4fc041380 con 0x7fe50806ec20 2026-02-17T22:36:27.506 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.481+0000 7f9589ffb640 1 -- 10.20.193.50:0/3613405955 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f9590065290 con 0x7f959c06ec20 2026-02-17T22:36:27.551 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.547+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f4b9c050a10 con 0x7f4b9c06e300 2026-02-17T22:36:27.551 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.547+0000 7f4b7b7fe640 1 -- 10.20.193.50:0/2455742455 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4b900663e0 con 0x7f4b9c06e300 2026-02-17T22:36:27.552 INFO:teuthology.orchestra.run.trial050.stdout:42949672962 2026-02-17T22:36:27.552 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.548+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f2620072910 con 0x7f2620072530 2026-02-17T22:36:27.552 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.548+0000 7f260e7fc640 1 -- 10.20.193.50:0/686500901 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f26100780d0 con 0x7f2620072530 2026-02-17T22:36:27.553 INFO:teuthology.orchestra.run.trial050.stdout:38654705666 2026-02-17T22:36:27.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 >> v1:10.20.193.50:6800/2497348673 conn(0x7f4b6804f790 legacy=0x7f4b68051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b9c06e300 msgr2=0x7f4b9c12f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b9c06e300 0x7f4b9c12f6f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4b9000ea40 tx=0x7f4b9000ef10 comp rx=0 tx=0).stop 2026-02-17T22:36:27.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 shutdown_connections 2026-02-17T22:36:27.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b9c12f2e0 0x7f4b9c130170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b9c06ec20 0x7f4b9c12fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 --2- 10.20.193.50:0/2455742455 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b9c06e300 0x7f4b9c12f6f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.555 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 >> 10.20.193.50:0/2455742455 conn(0x7f4b9c09f500 msgr2=0x7f4b9c128bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.555 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 shutdown_connections 2026-02-17T22:36:27.555 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f4ba15a3640 1 -- 10.20.193.50:0/2455742455 wait complete. 2026-02-17T22:36:27.555 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 >> v1:10.20.193.50:6800/2497348673 conn(0x7f25f004f790 legacy=0x7f25f0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2620072530 msgr2=0x7f26201c6e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 --2- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2620072530 0x7f26201c6e10 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2610009b60 tx=0x7f26100026e0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 shutdown_connections 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 --2- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f262012f050 0x7f26201c7890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 --2- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2620072e50 0x7f26201c7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 --2- 10.20.193.50:0/686500901 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2620072530 0x7f26201c6e10 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 >> 10.20.193.50:0/686500901 conn(0x7f262009c170 msgr2=0x7f26200994c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 shutdown_connections 2026-02-17T22:36:27.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.549+0000 7f2627d4c640 1 -- 10.20.193.50:0/686500901 wait complete. 2026-02-17T22:36:27.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.550+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fe508050a10 con 0x7fe50806ec20 2026-02-17T22:36:27.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.550+0000 7fe4f5ffb640 1 -- 10.20.193.50:0/1979651447 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe4fc066640 con 0x7fe50806ec20 2026-02-17T22:36:27.557 INFO:teuthology.orchestra.run.trial050.stdout:42949672963 2026-02-17T22:36:27.558 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f959c1330a0 con 0x7f959c06ec20 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 >> v1:10.20.193.50:6800/2497348673 conn(0x7fe4d804f790 legacy=0x7fe4d8051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe50806ec20 msgr2=0x7fe50809b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe50806ec20 0x7fe50809b0d0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe4fc00e9c0 tx=0x7fe4fc00ee90 comp rx=0 tx=0).stop 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 shutdown_connections 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe50812f110 0x7fe50812fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe50806ec20 0x7fe50809b0d0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 --2- 10.20.193.50:0/1979651447 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe50806e300 0x7fe50809ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 >> 10.20.193.50:0/1979651447 conn(0x7fe50809f500 msgr2=0x7fe50812b730 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 shutdown_connections 2026-02-17T22:36:27.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7fe50f6b2640 1 -- 10.20.193.50:0/1979651447 wait complete. 2026-02-17T22:36:27.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.552+0000 7f9589ffb640 1 -- 10.20.193.50:0/3613405955 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f959008a550 con 0x7f959c06ec20 2026-02-17T22:36:27.560 INFO:teuthology.orchestra.run.trial050.stdout:38654705666 2026-02-17T22:36:27.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 >> v1:10.20.193.50:6800/2497348673 conn(0x7f956c04f790 legacy=0x7f956c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 msgr2=0x7f959c1c72f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:27.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 0x7f959c1c72f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9590034000 tx=0x7f9590005b40 comp rx=0 tx=0).stop 2026-02-17T22:36:27.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 shutdown_connections 2026-02-17T22:36:27.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f959c12f110 0x7f959c12fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f959c06ec20 0x7f959c1c72f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 --2- 10.20.193.50:0/3613405955 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f959c06e300 0x7f959c1c6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:27.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 >> 10.20.193.50:0/3613405955 conn(0x7f959c09f500 msgr2=0x7f959c09cbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:27.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 shutdown_connections 2026-02-17T22:36:27.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:27.554+0000 7f95a38c2640 1 -- 10.20.193.50:0/3613405955 wait complete. 2026-02-17T22:36:27.563 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.3 2026-02-17T22:36:27.564 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.2 2026-02-17T22:36:27.564 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672964 got 42949672963 for osd.0 2026-02-17T22:36:27.566 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.1 2026-02-17T22:36:28.563 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:36:28.564 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:36:28.565 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:36:28.566 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:36:28.637 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 -- 10.20.193.50:0/1017880240 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fda38128510 msgr2=0x7fda381288f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.637 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 --2- 10.20.193.50:0/1017880240 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fda38128510 0x7fda381288f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fda2c009a00 tx=0x7fda2c02f1f0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.637 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 -- 10.20.193.50:0/1017880240 shutdown_connections 2026-02-17T22:36:28.637 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 --2- 10.20.193.50:0/1017880240 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fda3812bfc0 0x7fda381329d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.637 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 --2- 10.20.193.50:0/1017880240 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fda3812b640 0x7fda3812ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.637 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 --2- 10.20.193.50:0/1017880240 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fda38128510 0x7fda381288f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.637 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 -- 10.20.193.50:0/1017880240 >> 10.20.193.50:0/1017880240 conn(0x7fda3809dd20 msgr2=0x7fda3809e130 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:28.638 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 -- 10.20.193.50:0/1017880240 shutdown_connections 2026-02-17T22:36:28.638 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fda3ce13640 1 -- 10.20.193.50:0/1017880240 wait complete. 2026-02-17T22:36:28.638 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 -- 10.20.193.50:0/3854923479 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 msgr2=0x7ff32c127ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 --2- 10.20.193.50:0/3854923479 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 0x7ff32c127ca0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff31800ab50 tx=0x7ff3180305d0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 -- 10.20.193.50:0/3854923479 shutdown_connections 2026-02-17T22:36:28.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 --2- 10.20.193.50:0/3854923479 >> v2:10.20.193.50:3300/0 conn(0x7ff32c12b340 0x7ff32c12b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 --2- 10.20.193.50:0/3854923479 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff32c1281e0 0x7ff32c12ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 --2- 10.20.193.50:0/3854923479 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 0x7ff32c127ca0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 -- 10.20.193.50:0/3854923479 >> 10.20.193.50:0/3854923479 conn(0x7ff32c09dd20 msgr2=0x7ff32c09e130 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:28.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 -- 10.20.193.50:0/3854923479 shutdown_connections 2026-02-17T22:36:28.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7ff3329cd640 1 -- 10.20.193.50:0/3854923479 wait complete. 2026-02-17T22:36:28.640 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fe758868640 1 -- 10.20.193.50:0/1876278646 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe7500938c0 msgr2=0x7fe750093ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.640 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fe758868640 1 --2- 10.20.193.50:0/1876278646 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe7500938c0 0x7fe750093ca0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe748009930 tx=0x7fe74802f1a0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.640 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fe758868640 1 -- 10.20.193.50:0/1876278646 shutdown_connections 2026-02-17T22:36:28.640 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fe758868640 1 --2- 10.20.193.50:0/1876278646 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe750095100 0x7fe750134af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.640 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fe758868640 1 --2- 10.20.193.50:0/1876278646 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe7500938c0 0x7fe750093ca0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fe758868640 1 -- 10.20.193.50:0/1876278646 >> 10.20.193.50:0/1876278646 conn(0x7fe75009a170 msgr2=0x7fe750097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:28.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fe758868640 1 -- 10.20.193.50:0/1876278646 shutdown_connections 2026-02-17T22:36:28.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.632+0000 7fe758868640 1 -- 10.20.193.50:0/1876278646 wait complete. 2026-02-17T22:36:28.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 Processor -- start 2026-02-17T22:36:28.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 -- start start 2026-02-17T22:36:28.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff3329cd640 1 Processor -- start 2026-02-17T22:36:28.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fda38128510 0x7fda381c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fda3812b640 0x7fda381c4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fda3812bfc0 0x7fda381306b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fda381333e0 con 0x7fda3812bfc0 2026-02-17T22:36:28.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff3329cd640 1 -- start start 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fda38133260 con 0x7fda38128510 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fda38133560 con 0x7fda3812b640 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fda38128510 0x7fda381c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36d76640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fda3812bfc0 0x7fda381306b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fda38128510 0x7fda381c4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:42056/0 (socket says 10.20.193.50:42056) 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 -- 10.20.193.50:0/2036820702 learned_addr learned my addr 10.20.193.50:0/2036820702 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda35d74640 1 --2- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fda3812b640 0x7fda381c4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 -- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fda3812b640 msgr2=0x7fda381c4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 --2- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fda3812b640 0x7fda381c4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 -- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fda3812bfc0 msgr2=0x7fda381306b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 --2- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fda3812bfc0 0x7fda381306b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.645 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe758868640 1 Processor -- start 2026-02-17T22:36:28.645 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 -- 10.20.193.50:0/2036820702 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda38114850 con 0x7fda38128510 2026-02-17T22:36:28.645 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe758868640 1 -- start start 2026-02-17T22:36:28.646 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff3329cd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 0x7ff32c1c6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.646 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff3329cd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff32c1281e0 0x7ff32c1c6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.646 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda36575640 1 --2- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fda38128510 0x7fda381c4a00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fda2c009b30 tx=0x7fda2c0026e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff3329cd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff32c12b340 0x7ff32c1c71c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff3329cd640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff32c132310 con 0x7ff32c1281e0 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff3329cd640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff32c132190 con 0x7ff32c12b340 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff3329cd640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7ff32c132490 con 0x7ff32c1278c0 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32bfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 0x7ff32c1c6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32bfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 0x7ff32c1c6740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:36756/0 (socket says 10.20.193.50:36756) 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff330f43640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff32c12b340 0x7ff32c1c71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32bfff640 1 -- 10.20.193.50:0/2785948258 learned_addr learned my addr 10.20.193.50:0/2785948258 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:28.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32b7fe640 1 --2- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff32c1281e0 0x7ff32c1c6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.648 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda1effd640 1 -- 10.20.193.50:0/2036820702 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c002ae0 con 0x7fda38128510 2026-02-17T22:36:28.648 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda38114df0 con 0x7fda38128510 2026-02-17T22:36:28.648 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda1effd640 1 -- 10.20.193.50:0/2036820702 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda2c002c80 con 0x7fda38128510 2026-02-17T22:36:28.648 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda1effd640 1 -- 10.20.193.50:0/2036820702 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c004b00 con 0x7fda38128510 2026-02-17T22:36:28.649 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fda38130bf0 con 0x7fda38128510 2026-02-17T22:36:28.649 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32bfff640 1 -- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff32c12b340 msgr2=0x7ff32c1c71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.649 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32bfff640 1 --2- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff32c12b340 0x7ff32c1c71c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.649 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32bfff640 1 -- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff32c1281e0 msgr2=0x7ff32c1c6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.649 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32bfff640 1 --2- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff32c1281e0 0x7ff32c1c6c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.649 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe758868640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe7500938c0 0x7fe75008c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe758868640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe750094580 0x7fe75008c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7ff32bfff640 1 -- 10.20.193.50:0/2785948258 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff32c118880 con 0x7ff32c1278c0 2026-02-17T22:36:28.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe758868640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe750095100 0x7fe75008ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe758868640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe750135680 con 0x7fe750095100 2026-02-17T22:36:28.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe758868640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe750135500 con 0x7fe750094580 2026-02-17T22:36:28.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe758868640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fe750135800 con 0x7fe7500938c0 2026-02-17T22:36:28.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe755ddc640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe750094580 0x7fe75008c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe7565dd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe7500938c0 0x7fe75008c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe755ddc640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe750094580 0x7fe75008c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:42072/0 (socket says 10.20.193.50:42072) 2026-02-17T22:36:28.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe755ddc640 1 -- 10.20.193.50:0/1083214072 learned_addr learned my addr 10.20.193.50:0/1083214072 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:28.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.633+0000 7fe756dde640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe750095100 0x7fe75008ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7ff32bfff640 1 --2- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 0x7ff32c1c6740 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff31800ac80 tx=0x7ff318002990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:28.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe7565dd640 1 -- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe750094580 msgr2=0x7fe75008c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe7565dd640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe750094580 0x7fe75008c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7ff328ff9640 1 -- 10.20.193.50:0/2785948258 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31803d040 con 0x7ff32c1278c0 2026-02-17T22:36:28.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7ff328ff9640 1 -- 10.20.193.50:0/2785948258 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff318047070 con 0x7ff32c1278c0 2026-02-17T22:36:28.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff32c131970 con 0x7ff32c1278c0 2026-02-17T22:36:28.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7ff328ff9640 1 -- 10.20.193.50:0/2785948258 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff318038690 con 0x7ff32c1278c0 2026-02-17T22:36:28.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe7565dd640 1 -- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe750095100 msgr2=0x7fe75008ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe7565dd640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe750095100 0x7fe75008ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe7565dd640 1 -- 10.20.193.50:0/1083214072 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe750126380 con 0x7fe7500938c0 2026-02-17T22:36:28.654 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff32c131130 con 0x7ff32c1278c0 2026-02-17T22:36:28.654 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe756dde640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe750095100 0x7fe75008ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:28.654 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe7565dd640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe7500938c0 0x7fe75008c400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe748034000 tx=0x7fe748004290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:28.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda381288f0 con 0x7fda38128510 2026-02-17T22:36:28.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fb01b3c6640 1 -- 10.20.193.50:0/3926679641 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 msgr2=0x7fb01406e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fb01b3c6640 1 --2- 10.20.193.50:0/3926679641 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 0x7fb01406e6e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb004009a00 tx=0x7fb00402f1f0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe73affd640 1 -- 10.20.193.50:0/1083214072 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe748005d90 con 0x7fe7500938c0 2026-02-17T22:36:28.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe73affd640 1 -- 10.20.193.50:0/1083214072 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7480048a0 con 0x7fe7500938c0 2026-02-17T22:36:28.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fb01b3c6640 1 -- 10.20.193.50:0/3926679641 shutdown_connections 2026-02-17T22:36:28.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fb01b3c6640 1 --2- 10.20.193.50:0/3926679641 >> v2:10.20.193.50:3300/0 conn(0x7fb01406ec20 0x7fb01412ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fb01b3c6640 1 --2- 10.20.193.50:0/3926679641 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 0x7fb01406e6e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fb01b3c6640 1 -- 10.20.193.50:0/3926679641 >> 10.20.193.50:0/3926679641 conn(0x7fb01409f500 msgr2=0x7fb01409f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:28.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe758868640 1 -- 10.20.193.50:0/1083214072 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe750126b80 con 0x7fe7500938c0 2026-02-17T22:36:28.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe73affd640 1 -- 10.20.193.50:0/1083214072 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe748004cf0 con 0x7fe7500938c0 2026-02-17T22:36:28.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fe758868640 1 -- 10.20.193.50:0/1083214072 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fe750133600 con 0x7fe7500938c0 2026-02-17T22:36:28.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fda1effd640 1 -- 10.20.193.50:0/2036820702 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fda2c038470 con 0x7fda38128510 2026-02-17T22:36:28.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff32c127d30 con 0x7ff32c1278c0 2026-02-17T22:36:28.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fb01b3c6640 1 -- 10.20.193.50:0/3926679641 shutdown_connections 2026-02-17T22:36:28.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fb01b3c6640 1 -- 10.20.193.50:0/3926679641 wait complete. 2026-02-17T22:36:28.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7fda1effd640 1 -- 10.20.193.50:0/2036820702 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fda2c08bc80 con 0x7fda38128510 2026-02-17T22:36:28.659 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.634+0000 7ff328ff9640 1 -- 10.20.193.50:0/2785948258 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7ff318038830 con 0x7ff32c1278c0 2026-02-17T22:36:28.659 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fe738ff9640 1 -- 10.20.193.50:0/1083214072 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe750093ca0 con 0x7fe7500938c0 2026-02-17T22:36:28.659 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7ff328ff9640 1 -- 10.20.193.50:0/2785948258 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7ff31808bf80 con 0x7ff32c1278c0 2026-02-17T22:36:28.660 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fe73affd640 1 -- 10.20.193.50:0/1083214072 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fe748005020 con 0x7fe7500938c0 2026-02-17T22:36:28.660 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01b3c6640 1 Processor -- start 2026-02-17T22:36:28.661 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fe73affd640 1 -- 10.20.193.50:0/1083214072 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fe74808f980 con 0x7fe7500938c0 2026-02-17T22:36:28.662 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01b3c6640 1 -- start start 2026-02-17T22:36:28.662 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01b3c6640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 0x7fb0141c6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.662 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01b3c6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb01406ec20 0x7fb0141c7300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.662 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01b3c6640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb01412f110 0x7fb0141c7840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:28.662 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01b3c6640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb014137a30 con 0x7fb01412f110 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01b3c6640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb0141378b0 con 0x7fb01406ec20 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01b3c6640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fb014137bb0 con 0x7fb01406e300 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01913b640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 0x7fb0141c6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01913b640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 0x7fb0141c6dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:36776/0 (socket says 10.20.193.50:36776) 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01913b640 1 -- 10.20.193.50:0/487948101 learned_addr learned my addr 10.20.193.50:0/487948101 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.635+0000 7fb01993c640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb01412f110 0x7fb0141c7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.636+0000 7fb01893a640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb01406ec20 0x7fb0141c7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.636+0000 7fb01913b640 1 -- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb01406ec20 msgr2=0x7fb0141c7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.636+0000 7fb01913b640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb01406ec20 0x7fb0141c7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.636+0000 7fb01913b640 1 -- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb01412f110 msgr2=0x7fb0141c7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.636+0000 7fb01913b640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb01412f110 0x7fb0141c7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.663 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.636+0000 7fb01913b640 1 -- 10.20.193.50:0/487948101 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb014129510 con 0x7fb01406e300 2026-02-17T22:36:28.664 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.636+0000 7fb01913b640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 0x7fb0141c6dc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb004009b30 tx=0x7fb004002910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:28.664 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.636+0000 7fda1effd640 1 -- 10.20.193.50:0/2036820702 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fda2c065bd0 con 0x7fda38128510 2026-02-17T22:36:28.664 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.637+0000 7ff328ff9640 1 -- 10.20.193.50:0/2785948258 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7ff32c127d30 con 0x7ff32c1278c0 2026-02-17T22:36:28.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.639+0000 7fb001ffb640 1 -- 10.20.193.50:0/487948101 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb004046070 con 0x7fb01406e300 2026-02-17T22:36:28.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.639+0000 7fb001ffb640 1 -- 10.20.193.50:0/487948101 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb004004570 con 0x7fb01406e300 2026-02-17T22:36:28.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.639+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0141324d0 con 0x7fb01406e300 2026-02-17T22:36:28.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.639+0000 7fb001ffb640 1 -- 10.20.193.50:0/487948101 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb004038470 con 0x7fb01406e300 2026-02-17T22:36:28.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.639+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fb014131d30 con 0x7fb01406e300 2026-02-17T22:36:28.665 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.639+0000 7fe73affd640 1 -- 10.20.193.50:0/1083214072 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fe748069780 con 0x7fe7500938c0 2026-02-17T22:36:28.666 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.639+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb01406e6e0 con 0x7fb01406e300 2026-02-17T22:36:28.666 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.639+0000 7fb001ffb640 1 -- 10.20.193.50:0/487948101 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fb004038610 con 0x7fb01406e300 2026-02-17T22:36:28.666 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.640+0000 7fb001ffb640 1 -- 10.20.193.50:0/487948101 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fb00408b070 con 0x7fb01406e300 2026-02-17T22:36:28.666 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.641+0000 7fb001ffb640 1 -- 10.20.193.50:0/487948101 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fb014131d30 con 0x7fb01406e300 2026-02-17T22:36:28.711 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.707+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fda38074840 con 0x7fda38128510 2026-02-17T22:36:28.711 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.707+0000 7fda1effd640 1 -- 10.20.193.50:0/2036820702 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fda2c08ad40 con 0x7fda38128510 2026-02-17T22:36:28.711 INFO:teuthology.orchestra.run.trial050.stdout:42949672962 2026-02-17T22:36:28.712 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 >> v1:10.20.193.50:6800/2497348673 conn(0x7fda0404f790 legacy=0x7fda04051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fda38128510 msgr2=0x7fda381c4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 --2- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fda38128510 0x7fda381c4a00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fda2c009b30 tx=0x7fda2c0026e0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 shutdown_connections 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 --2- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fda3812bfc0 0x7fda381306b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 --2- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fda3812b640 0x7fda381c4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 --2- 10.20.193.50:0/2036820702 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fda38128510 0x7fda381c4a00 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 >> 10.20.193.50:0/2036820702 conn(0x7fda3809dd20 msgr2=0x7fda3806da70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 shutdown_connections 2026-02-17T22:36:28.713 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.708+0000 7fda3ce13640 1 -- 10.20.193.50:0/2036820702 wait complete. 2026-02-17T22:36:28.714 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.710+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7ff32c12ae00 con 0x7ff32c1278c0 2026-02-17T22:36:28.715 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.711+0000 7ff328ff9640 1 -- 10.20.193.50:0/2785948258 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff318050020 con 0x7ff32c1278c0 2026-02-17T22:36:28.715 INFO:teuthology.orchestra.run.trial050.stdout:38654705666 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 >> v1:10.20.193.50:6800/2497348673 conn(0x7ff2fc04f790 legacy=0x7ff2fc051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 msgr2=0x7ff32c1c6740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 --2- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 0x7ff32c1c6740 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff31800ac80 tx=0x7ff318002990 comp rx=0 tx=0).stop 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 shutdown_connections 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 --2- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff32c12b340 0x7ff32c1c71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 --2- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff32c1281e0 0x7ff32c1c6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 --2- 10.20.193.50:0/2785948258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff32c1278c0 0x7ff32c1c6740 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 >> 10.20.193.50:0/2785948258 conn(0x7ff32c09dd20 msgr2=0x7ff32c129590 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 shutdown_connections 2026-02-17T22:36:28.717 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.712+0000 7ff3329cd640 1 -- 10.20.193.50:0/2785948258 wait complete. 2026-02-17T22:36:28.718 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.713+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fb014133160 con 0x7fb01406e300 2026-02-17T22:36:28.718 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.713+0000 7fb001ffb640 1 -- 10.20.193.50:0/487948101 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb014133160 con 0x7fb01406e300 2026-02-17T22:36:28.718 INFO:teuthology.orchestra.run.trial050.stdout:42949672963 2026-02-17T22:36:28.719 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.714+0000 7fe738ff9640 1 -- 10.20.193.50:0/1083214072 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fe750050a10 con 0x7fe7500938c0 2026-02-17T22:36:28.719 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.714+0000 7fe73affd640 1 -- 10.20.193.50:0/1083214072 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe74808ea40 con 0x7fe7500938c0 2026-02-17T22:36:28.719 INFO:teuthology.orchestra.run.trial050.stdout:38654705666 2026-02-17T22:36:28.720 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.714+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 >> v1:10.20.193.50:6800/2497348673 conn(0x7fafe404f790 legacy=0x7fafe4051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.720 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.714+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 msgr2=0x7fb0141c6dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.720 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.714+0000 7fb01b3c6640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 0x7fb0141c6dc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb004009b30 tx=0x7fb004002910 comp rx=0 tx=0).stop 2026-02-17T22:36:28.720 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.715+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 shutdown_connections 2026-02-17T22:36:28.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.715+0000 7fb01b3c6640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb01412f110 0x7fb0141c7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.715+0000 7fb01b3c6640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb01406ec20 0x7fb0141c7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.715+0000 7fb01b3c6640 1 --2- 10.20.193.50:0/487948101 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb01406e300 0x7fb0141c6dc0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.715+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 >> 10.20.193.50:0/487948101 conn(0x7fb01409f500 msgr2=0x7fb01409cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:28.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.715+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 shutdown_connections 2026-02-17T22:36:28.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.715+0000 7fb01b3c6640 1 -- 10.20.193.50:0/487948101 wait complete. 2026-02-17T22:36:28.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 -- 10.20.193.50:0/1083214072 >> v1:10.20.193.50:6800/2497348673 conn(0x7fe72004f790 legacy=0x7fe720051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 -- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe7500938c0 msgr2=0x7fe75008c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:28.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe7500938c0 0x7fe75008c400 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe748034000 tx=0x7fe748004290 comp rx=0 tx=0).stop 2026-02-17T22:36:28.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 -- 10.20.193.50:0/1083214072 shutdown_connections 2026-02-17T22:36:28.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe750095100 0x7fe75008ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe750094580 0x7fe75008c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 --2- 10.20.193.50:0/1083214072 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe7500938c0 0x7fe75008c400 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:28.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 -- 10.20.193.50:0/1083214072 >> 10.20.193.50:0/1083214072 conn(0x7fe75009a170 msgr2=0x7fe75009b340 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:28.724 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672962 for osd.3 2026-02-17T22:36:28.724 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 -- 10.20.193.50:0/1083214072 shutdown_connections 2026-02-17T22:36:28.724 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:28.716+0000 7fe738ff9640 1 -- 10.20.193.50:0/1083214072 wait complete. 2026-02-17T22:36:28.725 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.2 2026-02-17T22:36:28.727 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672964 got 42949672963 for osd.0 2026-02-17T22:36:28.728 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705666 for osd.1 2026-02-17T22:36:29.725 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:36:29.725 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:36:29.727 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:36:29.729 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:36:29.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f21e7cf0640 1 -- 10.20.193.50:0/1676937576 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 msgr2=0x7f21e006e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f21e7cf0640 1 --2- 10.20.193.50:0/1676937576 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 0x7f21e006e6e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009930 tx=0x7f21d002f110 comp rx=0 tx=0).stop 2026-02-17T22:36:29.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f21e7cf0640 1 -- 10.20.193.50:0/1676937576 shutdown_connections 2026-02-17T22:36:29.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f21e7cf0640 1 --2- 10.20.193.50:0/1676937576 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f21e006ec20 0x7f21e012ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f21e7cf0640 1 --2- 10.20.193.50:0/1676937576 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 0x7f21e006e6e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f21e7cf0640 1 -- 10.20.193.50:0/1676937576 >> 10.20.193.50:0/1676937576 conn(0x7f21e009f500 msgr2=0x7f21e009f910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:29.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f21e7cf0640 1 -- 10.20.193.50:0/1676937576 shutdown_connections 2026-02-17T22:36:29.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f21e7cf0640 1 -- 10.20.193.50:0/1676937576 wait complete. 2026-02-17T22:36:29.797 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 -- 10.20.193.50:0/1110749416 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 msgr2=0x7f35d006e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.797 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 --2- 10.20.193.50:0/1110749416 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 0x7f35d006e4f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f35c0009a60 tx=0x7f35c002f200 comp rx=0 tx=0).stop 2026-02-17T22:36:29.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 -- 10.20.193.50:0/1110749416 shutdown_connections 2026-02-17T22:36:29.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 --2- 10.20.193.50:0/1110749416 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35d0123730 0x7f35d0123bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 --2- 10.20.193.50:0/1110749416 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35d006ea30 0x7f35d01231f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 --2- 10.20.193.50:0/1110749416 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 0x7f35d006e4f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 -- 10.20.193.50:0/1110749416 >> 10.20.193.50:0/1110749416 conn(0x7f35d009c210 msgr2=0x7f35d009c620 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:29.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 -- 10.20.193.50:0/1110749416 shutdown_connections 2026-02-17T22:36:29.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.791+0000 7f35d798d640 1 -- 10.20.193.50:0/1110749416 wait complete. 2026-02-17T22:36:29.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 Processor -- start 2026-02-17T22:36:29.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 -- start start 2026-02-17T22:36:29.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 Processor -- start 2026-02-17T22:36:29.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 -- start start 2026-02-17T22:36:29.800 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 0x7f21e01c6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.800 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f21e006ec20 0x7f21e01c74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.800 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f21e012f110 0x7f21e012fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.800 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f21e0137990 con 0x7f21e006e300 2026-02-17T22:36:29.800 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f21e0137810 con 0x7f21e012f110 2026-02-17T22:36:29.801 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f21e0137b10 con 0x7f21e006ec20 2026-02-17T22:36:29.801 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 0x7f35d01c4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.801 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35d006ea30 0x7f35d01c5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.801 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35d0123730 0x7f35d0071b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.802 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 0x7f21e01c6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.802 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5264640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f21e006ec20 0x7f21e01c74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.802 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e6266640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f21e012f110 0x7f21e012fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.802 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f35d01346e0 con 0x7f35d006e110 2026-02-17T22:36:29.802 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f35d0134560 con 0x7f35d006ea30 2026-02-17T22:36:29.802 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f35d0134860 con 0x7f35d0123730 2026-02-17T22:36:29.803 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 0x7f21e01c6f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48252/0 (socket says 10.20.193.50:48252) 2026-02-17T22:36:29.803 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 -- 10.20.193.50:0/2320051552 learned_addr learned my addr 10.20.193.50:0/2320051552 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:29.803 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 0x7f35d01c4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 0x7f35d01c4d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48268/0 (socket says 10.20.193.50:48268) 2026-02-17T22:36:29.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 -- 10.20.193.50:0/1763069177 learned_addr learned my addr 10.20.193.50:0/1763069177 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:29.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d4f01640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35d006ea30 0x7f35d01c5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5f03640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35d0123730 0x7f35d0071b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.805 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 -- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f21e006ec20 msgr2=0x7f21e01c74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.805 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 --2- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f21e006ec20 0x7f21e01c74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.805 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 -- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f21e012f110 msgr2=0x7f21e012fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.805 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 --2- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f21e012f110 0x7f21e012fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.805 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 -- 10.20.193.50:0/2320051552 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21e0129510 con 0x7f21e006e300 2026-02-17T22:36:29.805 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 -- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35d0123730 msgr2=0x7f35d0071b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.806 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35d0123730 0x7f35d0071b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.806 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 -- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35d006ea30 msgr2=0x7f35d01c5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.806 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35d006ea30 0x7f35d01c5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.806 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 -- 10.20.193.50:0/1763069177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35d0073e00 con 0x7f35d006e110 2026-02-17T22:36:29.806 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e5a65640 1 --2- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 0x7f21e01c6f90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009a60 tx=0x7f21d0002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:29.807 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d5702640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 0x7f35d01c4d20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f35c0009b90 tx=0x7f35c0002910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:29.807 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35bdffb640 1 -- 10.20.193.50:0/1763069177 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0004570 con 0x7f35d006e110 2026-02-17T22:36:29.807 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35d012ddb0 con 0x7f35d006e110 2026-02-17T22:36:29.807 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35bdffb640 1 -- 10.20.193.50:0/1763069177 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35c0002d10 con 0x7f35d006e110 2026-02-17T22:36:29.807 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35bdffb640 1 -- 10.20.193.50:0/1763069177 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0004b00 con 0x7f35d006e110 2026-02-17T22:36:29.808 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35d01c57a0 con 0x7f35d006e110 2026-02-17T22:36:29.808 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21ce7fc640 1 -- 10.20.193.50:0/2320051552 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d0004550 con 0x7f21e006e300 2026-02-17T22:36:29.808 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21ce7fc640 1 -- 10.20.193.50:0/2320051552 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21d002fe50 con 0x7f21e006e300 2026-02-17T22:36:29.808 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21e01323c0 con 0x7f21e006e300 2026-02-17T22:36:29.809 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21ce7fc640 1 -- 10.20.193.50:0/2320051552 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d00048a0 con 0x7f21e006e300 2026-02-17T22:36:29.809 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21e0131ac0 con 0x7f21e006e300 2026-02-17T22:36:29.809 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35d01231f0 con 0x7f35d006e110 2026-02-17T22:36:29.809 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.793+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21e006e6e0 con 0x7f21e006e300 2026-02-17T22:36:29.810 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.794+0000 7f35bdffb640 1 -- 10.20.193.50:0/1763069177 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f35c0038470 con 0x7f35d006e110 2026-02-17T22:36:29.810 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.794+0000 7f21ce7fc640 1 -- 10.20.193.50:0/2320051552 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f21d0038470 con 0x7f21e006e300 2026-02-17T22:36:29.810 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.794+0000 7f35bdffb640 1 -- 10.20.193.50:0/1763069177 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f35c008b6e0 con 0x7f35d006e110 2026-02-17T22:36:29.811 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.794+0000 7f21ce7fc640 1 -- 10.20.193.50:0/2320051552 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f21d008b5a0 con 0x7f21e006e300 2026-02-17T22:36:29.811 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.797+0000 7f35bdffb640 1 -- 10.20.193.50:0/1763069177 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f35c00655c0 con 0x7f35d006e110 2026-02-17T22:36:29.811 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.798+0000 7f21ce7fc640 1 -- 10.20.193.50:0/2320051552 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f21d0065460 con 0x7f21e006e300 2026-02-17T22:36:29.837 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 -- 10.20.193.50:0/2286714910 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec12c830 msgr2=0x7f93ec12cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.838 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 --2- 10.20.193.50:0/2286714910 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec12c830 0x7f93ec12cc70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f93dc009a30 tx=0x7f93dc02f260 comp rx=0 tx=0).stop 2026-02-17T22:36:29.838 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 -- 10.20.193.50:0/2286714910 shutdown_connections 2026-02-17T22:36:29.838 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 --2- 10.20.193.50:0/2286714910 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec12c830 0x7f93ec12cc70 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.838 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 --2- 10.20.193.50:0/2286714910 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93ec0715c0 0x7f93ec0719a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.838 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 -- 10.20.193.50:0/2286714910 >> 10.20.193.50:0/2286714910 conn(0x7f93ec09bd20 msgr2=0x7f93ec09c130 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:29.838 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 -- 10.20.193.50:0/2286714910 shutdown_connections 2026-02-17T22:36:29.838 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 -- 10.20.193.50:0/2286714910 wait complete. 2026-02-17T22:36:29.839 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 -- 10.20.193.50:0/2213079389 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbbd0071190 msgr2=0x7fbbd00715b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.839 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 --2- 10.20.193.50:0/2213079389 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbbd0071190 0x7fbbd00715b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbbc4009930 tx=0x7fbbc402f110 comp rx=0 tx=0).stop 2026-02-17T22:36:29.839 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 -- 10.20.193.50:0/2213079389 shutdown_connections 2026-02-17T22:36:29.839 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 --2- 10.20.193.50:0/2213079389 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbbd0071190 0x7fbbd00715b0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 --2- 10.20.193.50:0/2213079389 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbbd0071af0 0x7fbbd0133e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 --2- 10.20.193.50:0/2213079389 >> v2:10.20.193.50:3300/0 conn(0x7fbbd0129b80 0x7fbbd0129f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 -- 10.20.193.50:0/2213079389 >> 10.20.193.50:0/2213079389 conn(0x7fbbd006c7e0 msgr2=0x7fbbd006cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:29.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 -- 10.20.193.50:0/2213079389 shutdown_connections 2026-02-17T22:36:29.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7fbbd7f74640 1 -- 10.20.193.50:0/2213079389 wait complete. 2026-02-17T22:36:29.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 Processor -- start 2026-02-17T22:36:29.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.833+0000 7f93f286b640 1 -- start start 2026-02-17T22:36:29.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f286b640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec0715c0 0x7f93ec1c27e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f286b640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93ec12c830 0x7f93ec1c2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f286b640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93ec12d1b0 0x7f93ec127f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f286b640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f93ec06f340 con 0x7f93ec12d1b0 2026-02-17T22:36:29.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f286b640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f93ec06f1c0 con 0x7f93ec12c830 2026-02-17T22:36:29.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f286b640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f93ec06f4c0 con 0x7f93ec0715c0 2026-02-17T22:36:29.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec0715c0 0x7f93ec1c27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93eb7fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93ec12c830 0x7f93ec1c2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec0715c0 0x7f93ec1c27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:36830/0 (socket says 10.20.193.50:36830) 2026-02-17T22:36:29.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 -- 10.20.193.50:0/3828283002 learned_addr learned my addr 10.20.193.50:0/3828283002 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:29.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f0de1640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93ec12d1b0 0x7f93ec127f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.843 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd7f74640 1 Processor -- start 2026-02-17T22:36:29.843 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd7f74640 1 -- start start 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 -- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93ec12c830 msgr2=0x7f93ec1c2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 --2- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93ec12c830 0x7f93ec1c2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 -- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93ec12d1b0 msgr2=0x7f93ec127f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 --2- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93ec12d1b0 0x7f93ec127f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 -- 10.20.193.50:0/3828283002 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93ec08c400 con 0x7f93ec0715c0 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93ebfff640 1 --2- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec0715c0 0x7f93ec1c27e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f93d800ea10 tx=0x7f93d800eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93e8ff9640 1 -- 10.20.193.50:0/3828283002 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d800ce50 con 0x7f93ec0715c0 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93e8ff9640 1 -- 10.20.193.50:0/3828283002 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93d80040d0 con 0x7f93ec0715c0 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93ec073e70 con 0x7f93ec0715c0 2026-02-17T22:36:29.844 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93e8ff9640 1 -- 10.20.193.50:0/3828283002 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93d80044e0 con 0x7f93ec0715c0 2026-02-17T22:36:29.845 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd7f74640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbbd0071190 0x7fbbd01323f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.845 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd7f74640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbbd0071af0 0x7fbbd0132930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.845 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd7f74640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbbd0129b80 0x7fbbd01c4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:29.845 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd7f74640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd0134750 con 0x7fbbd0129b80 2026-02-17T22:36:29.846 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd7f74640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbbd01345d0 con 0x7fbbd0071190 2026-02-17T22:36:29.846 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f93ec1c3260 con 0x7f93ec0715c0 2026-02-17T22:36:29.847 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd7f74640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fbbd01348d0 con 0x7fbbd0071af0 2026-02-17T22:36:29.847 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd5ce9640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbbd0071190 0x7fbbd01323f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.847 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd54e8640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbbd0071af0 0x7fbbd0132930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.847 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd5ce9640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbbd0071190 0x7fbbd01323f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:42164/0 (socket says 10.20.193.50:42164) 2026-02-17T22:36:29.847 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd5ce9640 1 -- 10.20.193.50:0/981128877 learned_addr learned my addr 10.20.193.50:0/981128877 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd64ea640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbbd0129b80 0x7fbbd01c4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd5ce9640 1 -- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbbd0071af0 msgr2=0x7fbbd0132930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd5ce9640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbbd0071af0 0x7fbbd0132930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd5ce9640 1 -- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbbd0129b80 msgr2=0x7fbbd01c4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd5ce9640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbbd0129b80 0x7fbbd01c4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd5ce9640 1 -- 10.20.193.50:0/981128877 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbd0099040 con 0x7fbbd0071190 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.834+0000 7fbbd64ea640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbbd0129b80 0x7fbbd01c4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7fbbd5ce9640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbbd0071190 0x7fbbd01323f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbbc00027e0 tx=0x7fbbc0002cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:29.848 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7fbbbe7fc640 1 -- 10.20.193.50:0/981128877 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc000ed40 con 0x7fbbd0071190 2026-02-17T22:36:29.849 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93ec0719a0 con 0x7f93ec0715c0 2026-02-17T22:36:29.849 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7fbbbe7fc640 1 -- 10.20.193.50:0/981128877 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbc0010430 con 0x7fbbd0071190 2026-02-17T22:36:29.849 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbd0127310 con 0x7fbbd0071190 2026-02-17T22:36:29.849 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7fbbbe7fc640 1 -- 10.20.193.50:0/981128877 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc0010880 con 0x7fbbd0071190 2026-02-17T22:36:29.849 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbd0132e70 con 0x7fbbd0071190 2026-02-17T22:36:29.850 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7f93e8ff9640 1 -- 10.20.193.50:0/3828283002 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f93d8020030 con 0x7f93ec0715c0 2026-02-17T22:36:29.850 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7f93e8ff9640 1 -- 10.20.193.50:0/3828283002 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f93d80672f0 con 0x7f93ec0715c0 2026-02-17T22:36:29.851 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbd009ee70 con 0x7fbbd0071190 2026-02-17T22:36:29.851 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.835+0000 7fbbbe7fc640 1 -- 10.20.193.50:0/981128877 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7fbbc0010a20 con 0x7fbbd0071190 2026-02-17T22:36:29.851 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.836+0000 7fbbbe7fc640 1 -- 10.20.193.50:0/981128877 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7fbbc00676d0 con 0x7fbbd0071190 2026-02-17T22:36:29.851 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.837+0000 7f93e8ff9640 1 -- 10.20.193.50:0/3828283002 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f93d8041190 con 0x7f93ec0715c0 2026-02-17T22:36:29.851 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.838+0000 7fbbbe7fc640 1 -- 10.20.193.50:0/981128877 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7fbbd009ee70 con 0x7fbbd0071190 2026-02-17T22:36:29.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.868+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f35d0075b80 con 0x7f35d006e110 2026-02-17T22:36:29.872 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.868+0000 7f35bdffb640 1 -- 10.20.193.50:0/1763069177 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f35c008a810 con 0x7f35d006e110 2026-02-17T22:36:29.872 INFO:teuthology.orchestra.run.trial050.stdout:42949672963 2026-02-17T22:36:29.874 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.869+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 >> v1:10.20.193.50:6800/2497348673 conn(0x7f35a004f790 legacy=0x7f35a0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.874 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.869+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 msgr2=0x7f35d01c4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.874 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.869+0000 7f35d798d640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 0x7f35d01c4d20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f35c0009b90 tx=0x7f35c0002910 comp rx=0 tx=0).stop 2026-02-17T22:36:29.874 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.869+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 shutdown_connections 2026-02-17T22:36:29.874 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.870+0000 7f35d798d640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35d0123730 0x7f35d0071b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.874 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.870+0000 7f35d798d640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35d006ea30 0x7f35d01c5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.875 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.870+0000 7f35d798d640 1 --2- 10.20.193.50:0/1763069177 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f35d006e110 0x7f35d01c4d20 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.875 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.870+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 >> 10.20.193.50:0/1763069177 conn(0x7f35d009c210 msgr2=0x7f35d0125c20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:29.875 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.870+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 shutdown_connections 2026-02-17T22:36:29.875 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.870+0000 7f35d798d640 1 -- 10.20.193.50:0/1763069177 wait complete. 2026-02-17T22:36:29.875 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.870+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f21e0132190 con 0x7f21e006e300 2026-02-17T22:36:29.875 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.870+0000 7f21ce7fc640 1 -- 10.20.193.50:0/2320051552 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f21d008a660 con 0x7f21e006e300 2026-02-17T22:36:29.876 INFO:teuthology.orchestra.run.trial050.stdout:38654705668 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 >> v1:10.20.193.50:6800/2497348673 conn(0x7f21b004f790 legacy=0x7f21b0051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 msgr2=0x7f21e01c6f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 --2- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 0x7f21e01c6f90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009a60 tx=0x7f21d0002910 comp rx=0 tx=0).stop 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 shutdown_connections 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 --2- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f21e012f110 0x7f21e012fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 --2- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f21e006ec20 0x7f21e01c74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 --2- 10.20.193.50:0/2320051552 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f21e006e300 0x7f21e01c6f90 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 >> 10.20.193.50:0/2320051552 conn(0x7f21e009f500 msgr2=0x7f21e009c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 shutdown_connections 2026-02-17T22:36:29.877 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.872+0000 7f21e7cf0640 1 -- 10.20.193.50:0/2320051552 wait complete. 2026-02-17T22:36:29.882 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672963 got 42949672963 for osd.3 2026-02-17T22:36:29.882 DEBUG:teuthology.parallel:result is None 2026-02-17T22:36:29.883 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705668 for osd.2 2026-02-17T22:36:29.884 DEBUG:teuthology.parallel:result is None 2026-02-17T22:36:29.912 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.908+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fbbd00715b0 con 0x7fbbd0071190 2026-02-17T22:36:29.912 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.908+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f93ec050a10 con 0x7f93ec0715c0 2026-02-17T22:36:29.913 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.908+0000 7fbbbe7fc640 1 -- 10.20.193.50:0/981128877 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbbc0014070 con 0x7fbbd0071190 2026-02-17T22:36:29.913 INFO:teuthology.orchestra.run.trial050.stdout:38654705668 2026-02-17T22:36:29.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.908+0000 7f93e8ff9640 1 -- 10.20.193.50:0/3828283002 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f93d8066450 con 0x7f93ec0715c0 2026-02-17T22:36:29.914 INFO:teuthology.orchestra.run.trial050.stdout:42949672964 2026-02-17T22:36:29.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 >> v1:10.20.193.50:6800/2497348673 conn(0x7fbba004f7c0 legacy=0x7fbba0051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbbd0071190 msgr2=0x7fbbd01323f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbbd0071190 0x7fbbd01323f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbbc00027e0 tx=0x7fbbc0002cb0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 shutdown_connections 2026-02-17T22:36:29.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbbd0129b80 0x7fbbd01c4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbbd0071af0 0x7fbbd0132930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.916 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 --2- 10.20.193.50:0/981128877 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbbd0071190 0x7fbbd01323f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.916 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 >> 10.20.193.50:0/981128877 conn(0x7fbbd006c7e0 msgr2=0x7fbbd0126310 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:29.916 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 shutdown_connections 2026-02-17T22:36:29.916 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 >> v1:10.20.193.50:6800/2497348673 conn(0x7f93bc04f930 legacy=0x7f93bc051df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.916 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7fbbd7f74640 1 -- 10.20.193.50:0/981128877 wait complete. 2026-02-17T22:36:29.917 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec0715c0 msgr2=0x7f93ec1c27e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:29.917 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 --2- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec0715c0 0x7f93ec1c27e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f93d800ea10 tx=0x7f93d800eee0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.917 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 shutdown_connections 2026-02-17T22:36:29.917 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 --2- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f93ec12d1b0 0x7f93ec127f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 --2- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f93ec12c830 0x7f93ec1c2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 --2- 10.20.193.50:0/3828283002 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f93ec0715c0 0x7f93ec1c27e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:29.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 >> 10.20.193.50:0/3828283002 conn(0x7f93ec09bd20 msgr2=0x7f93ec0966b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:29.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 shutdown_connections 2026-02-17T22:36:29.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:29.910+0000 7f93f286b640 1 -- 10.20.193.50:0/3828283002 wait complete. 2026-02-17T22:36:29.922 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705668 for osd.1 2026-02-17T22:36:29.923 DEBUG:teuthology.parallel:result is None 2026-02-17T22:36:29.923 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672964 got 42949672964 for osd.0 2026-02-17T22:36:29.923 DEBUG:teuthology.parallel:result is None 2026-02-17T22:36:29.924 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-17T22:36:29.924 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:36:30.034 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 -- 10.20.193.50:0/3190497877 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 msgr2=0x7f133412cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 --2- 10.20.193.50:0/3190497877 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 0x7f133412cd60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1320009a00 tx=0x7f132002f1e0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 -- 10.20.193.50:0/3190497877 shutdown_connections 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 --2- 10.20.193.50:0/3190497877 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f13340949c0 0x7f1334094e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 --2- 10.20.193.50:0/3190497877 >> v2:10.20.193.50:3300/0 conn(0x7f133412d2a0 0x7f1334094480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 --2- 10.20.193.50:0/3190497877 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 0x7f133412cd60 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 -- 10.20.193.50:0/3190497877 >> 10.20.193.50:0/3190497877 conn(0x7f133409c310 msgr2=0x7f133409c720 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 -- 10.20.193.50:0/3190497877 shutdown_connections 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.027+0000 7f1339aa0640 1 -- 10.20.193.50:0/3190497877 wait complete. 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1339aa0640 1 Processor -- start 2026-02-17T22:36:30.035 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1339aa0640 1 -- start start 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1339aa0640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f13340949c0 0x7f13341c4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1339aa0640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 0x7f13341c4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1339aa0640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f133412d2a0 0x7f13341c5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1339aa0640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1334134520 con 0x7f133412d2a0 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1339aa0640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f13341343a0 con 0x7f133412c980 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1339aa0640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f13341346a0 con 0x7f13340949c0 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f13337fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f13340949c0 0x7f13341c4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1332ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 0x7f13341c4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f13337fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f13340949c0 0x7f13341c4890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:36848/0 (socket says 10.20.193.50:36848) 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f1333fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f133412d2a0 0x7f13341c5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.028+0000 7f13337fe640 1 -- 10.20.193.50:0/1722161312 learned_addr learned my addr 10.20.193.50:0/1722161312 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:30.036 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f13337fe640 1 -- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 msgr2=0x7f13341c4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f13337fe640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 0x7f13341c4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f13337fe640 1 -- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f133412d2a0 msgr2=0x7f13341c5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f13337fe640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f133412d2a0 0x7f13341c5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f13337fe640 1 -- 10.20.193.50:0/1722161312 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1334127330 con 0x7f13340949c0 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f1333fff640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f133412d2a0 0x7f13341c5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f1332ffd640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 0x7f13341c4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f13337fe640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f13340949c0 0x7f13341c4890 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f132002f6f0 tx=0x7f13200026e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f130ffff640 1 -- 10.20.193.50:0/1722161312 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1320002ae0 con 0x7f13340949c0 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f130ffff640 1 -- 10.20.193.50:0/1722161312 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1320002c80 con 0x7f13340949c0 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1334073460 con 0x7f13340949c0 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f130ffff640 1 -- 10.20.193.50:0/1722161312 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13200386d0 con 0x7f13340949c0 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1334070910 con 0x7f13340949c0 2026-02-17T22:36:30.037 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.030+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1334072380 con 0x7f13340949c0 2026-02-17T22:36:30.038 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.031+0000 7f130ffff640 1 -- 10.20.193.50:0/1722161312 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f1320038870 con 0x7f13340949c0 2026-02-17T22:36:30.038 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.031+0000 7f130ffff640 1 -- 10.20.193.50:0/1722161312 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f132008b7e0 con 0x7f13340949c0 2026-02-17T22:36:30.038 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.032+0000 7f130ffff640 1 -- 10.20.193.50:0/1722161312 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f1320047060 con 0x7f13340949c0 2026-02-17T22:36:30.105 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.102+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 --> v1:10.20.193.50:6800/2497348673 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1334050a10 con 0x7f130404f790 2026-02-17T22:36:30.105 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.102+0000 7f130ffff640 1 -- 10.20.193.50:0/1722161312 <== mgr.4112 v1:10.20.193.50:6800/2497348673 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32191 (unknown 2965378022 0 1103242368) 0x7f1334050a10 con 0x7f130404f790 2026-02-17T22:36:30.106 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:30.107 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:36:30.107 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 >> v1:10.20.193.50:6800/2497348673 conn(0x7f130404f790 legacy=0x7f1304051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f13340949c0 msgr2=0x7f13341c4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f13340949c0 0x7f13341c4890 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f132002f6f0 tx=0x7f13200026e0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 shutdown_connections 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f133412d2a0 0x7f13341c5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f133412c980 0x7f13341c4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 --2- 10.20.193.50:0/1722161312 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f13340949c0 0x7f13341c4890 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 >> 10.20.193.50:0/1722161312 conn(0x7f133409c310 msgr2=0x7f1334129550 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 shutdown_connections 2026-02-17T22:36:30.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.103+0000 7f1339aa0640 1 -- 10.20.193.50:0/1722161312 wait complete. 2026-02-17T22:36:30.114 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2026-02-17T22:36:29.302160+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109600,"kb_used_data":1728,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377760,"statfs":{"total":386547056640,"available":386434826240,"internally_reserved":0,"allocated":1769472,"data_stored":1338793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.796288"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.511474+0000","last_change":"2026-02-17T22:36:26.511710+0000","last_active":"2026-02-17T22:36:26.511474+0000","last_peered":"2026-02-17T22:36:26.511474+0000","last_clean":"2026-02-17T22:36:26.511474+0000","last_became_active":"2026-02-17T22:36:24.509773+0000","last_became_peered":"2026-02-17T22:36:24.509773+0000","last_unstale":"2026-02-17T22:36:26.511474+0000","last_undegraded":"2026-02-17T22:36:26.511474+0000","last_fullsized":"2026-02-17T22:36:26.511474+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:35:18.734496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.509497+0000","last_change":"2026-02-17T22:36:26.509497+0000","last_active":"2026-02-17T22:36:26.509497+0000","last_peered":"2026-02-17T22:36:26.509497+0000","last_clean":"2026-02-17T22:36:26.509497+0000","last_became_active":"2026-02-17T22:36:24.512593+0000","last_became_peered":"2026-02-17T22:36:24.512593+0000","last_unstale":"2026-02-17T22:36:26.509497+0000","last_undegraded":"2026-02-17T22:36:26.509497+0000","last_fullsized":"2026-02-17T22:36:26.509497+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:22:43.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.511166+0000","last_change":"2026-02-17T22:36:26.511490+0000","last_active":"2026-02-17T22:36:26.511166+0000","last_peered":"2026-02-17T22:36:26.511166+0000","last_clean":"2026-02-17T22:36:26.511166+0000","last_became_active":"2026-02-17T22:36:24.509918+0000","last_became_peered":"2026-02-17T22:36:24.509918+0000","last_unstale":"2026-02-17T22:36:26.511166+0000","last_undegraded":"2026-02-17T22:36:26.511166+0000","last_fullsized":"2026-02-17T22:36:26.511166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:21:47.323870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.509490+0000","last_change":"2026-02-17T22:36:26.509490+0000","last_active":"2026-02-17T22:36:26.509490+0000","last_peered":"2026-02-17T22:36:26.509490+0000","last_clean":"2026-02-17T22:36:26.509490+0000","last_became_active":"2026-02-17T22:36:24.512351+0000","last_became_peered":"2026-02-17T22:36:24.512351+0000","last_unstale":"2026-02-17T22:36:26.509490+0000","last_undegraded":"2026-02-17T22:36:26.509490+0000","last_fullsized":"2026-02-17T22:36:26.509490+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:08:01.329329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"17'2","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.511434+0000","last_change":"2026-02-17T22:36:26.511434+0000","last_active":"2026-02-17T22:36:26.511434+0000","last_peered":"2026-02-17T22:36:26.511434+0000","last_clean":"2026-02-17T22:36:26.511434+0000","last_became_active":"2026-02-17T22:36:24.512574+0000","last_became_peered":"2026-02-17T22:36:24.512574+0000","last_unstale":"2026-02-17T22:36:26.511434+0000","last_undegraded":"2026-02-17T22:36:26.511434+0000","last_fullsized":"2026-02-17T22:36:26.511434+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:17:42.901837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.509448+0000","last_change":"2026-02-17T22:36:26.509448+0000","last_active":"2026-02-17T22:36:26.509448+0000","last_peered":"2026-02-17T22:36:26.509448+0000","last_clean":"2026-02-17T22:36:26.509448+0000","last_became_active":"2026-02-17T22:36:24.510366+0000","last_became_peered":"2026-02-17T22:36:24.510366+0000","last_unstale":"2026-02-17T22:36:26.509448+0000","last_undegraded":"2026-02-17T22:36:26.509448+0000","last_fullsized":"2026-02-17T22:36:26.509448+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:10:31.201050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.511544+0000","last_change":"2026-02-17T22:36:26.511827+0000","last_active":"2026-02-17T22:36:26.511544+0000","last_peered":"2026-02-17T22:36:26.511544+0000","last_clean":"2026-02-17T22:36:26.511544+0000","last_became_active":"2026-02-17T22:36:24.512590+0000","last_became_peered":"2026-02-17T22:36:24.512590+0000","last_unstale":"2026-02-17T22:36:26.511544+0000","last_undegraded":"2026-02-17T22:36:26.511544+0000","last_fullsized":"2026-02-17T22:36:26.511544+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:31:26.149928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"15'1","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.510990+0000","last_change":"2026-02-17T22:36:26.511138+0000","last_active":"2026-02-17T22:36:26.510990+0000","last_peered":"2026-02-17T22:36:26.510990+0000","last_clean":"2026-02-17T22:36:26.510990+0000","last_became_active":"2026-02-17T22:36:24.509745+0000","last_became_peered":"2026-02-17T22:36:24.509745+0000","last_unstale":"2026-02-17T22:36:26.510990+0000","last_undegraded":"2026-02-17T22:36:26.510990+0000","last_fullsized":"2026-02-17T22:36:26.510990+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:02:48.968928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'72","reported_seq":110,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.509052+0000","last_change":"2026-02-17T22:36:21.431907+0000","last_active":"2026-02-17T22:36:26.509052+0000","last_peered":"2026-02-17T22:36:26.509052+0000","last_clean":"2026-02-17T22:36:26.509052+0000","last_became_active":"2026-02-17T22:36:21.431365+0000","last_became_peered":"2026-02-17T22:36:21.431365+0000","last_unstale":"2026-02-17T22:36:26.509052+0000","last_undegraded":"2026-02-17T22:36:26.509052+0000","last_fullsized":"2026-02-17T22:36:26.509052+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T23:32:52.678883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672963,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27108,"kb_used_data":140,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344732,"statfs":{"total":96636764160,"available":96609005568,"internally_reserved":0,"allocated":143360,"data_stored":37802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672964,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27680,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344160,"statfs":{"total":96636764160,"available":96608419840,"internally_reserved":0,"allocated":733184,"data_stored":628162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27116,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344724,"statfs":{"total":96636764160,"available":96608997376,"internally_reserved":0,"allocated":147456,"data_stored":41221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27696,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344144,"statfs":{"total":96636764160,"available":96608403456,"internally_reserved":0,"allocated":745472,"data_stored":631608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:36:30.115 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:36:30.185 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 -- 10.20.193.50:0/3778100157 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 msgr2=0x7f58b0094960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.185 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 --2- 10.20.193.50:0/3778100157 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 0x7f58b0094960 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f58a0009a00 tx=0x7f58a002f1f0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.185 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 -- 10.20.193.50:0/3778100157 shutdown_connections 2026-02-17T22:36:30.185 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 --2- 10.20.193.50:0/3778100157 >> v2:10.20.193.50:3300/0 conn(0x7f58b01331c0 0x7f58b01355b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 --2- 10.20.193.50:0/3778100157 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58b00964a0 0x7f58b0094ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 --2- 10.20.193.50:0/3778100157 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 0x7f58b0094960 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 -- 10.20.193.50:0/3778100157 >> 10.20.193.50:0/3778100157 conn(0x7f58b009a280 msgr2=0x7f58b0097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 -- 10.20.193.50:0/3778100157 shutdown_connections 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.179+0000 7f58b83bc640 1 -- 10.20.193.50:0/3778100157 wait complete. 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 Processor -- start 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 -- start start 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 0x7f58b01220d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58b00964a0 0x7f58b0122610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58b01331c0 0x7f58b0122b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.186 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f58b01367f0 con 0x7f58b01331c0 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f58b0136670 con 0x7f58b00964a0 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f58b0136970 con 0x7f58b0094580 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 0x7f58b01220d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6932640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58b01331c0 0x7f58b0122b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b5930640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58b00964a0 0x7f58b0122610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 0x7f58b01220d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:36868/0 (socket says 10.20.193.50:36868) 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 -- 10.20.193.50:0/2846286569 learned_addr learned my addr 10.20.193.50:0/2846286569 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 -- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58b00964a0 msgr2=0x7f58b0122610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 --2- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58b00964a0 0x7f58b0122610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 -- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58b01331c0 msgr2=0x7f58b0122b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 --2- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58b01331c0 0x7f58b0122b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.187 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 -- 10.20.193.50:0/2846286569 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b0073860 con 0x7f58b0094580 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b6131640 1 --2- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 0x7f58b01220d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f58a0009b30 tx=0x7f58a00026e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f5896ffd640 1 -- 10.20.193.50:0/2846286569 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a0002ae0 con 0x7f58b0094580 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f5896ffd640 1 -- 10.20.193.50:0/2846286569 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58a0002c80 con 0x7f58b0094580 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b0123d00 con 0x7f58b0094580 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f5896ffd640 1 -- 10.20.193.50:0/2846286569 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a00386d0 con 0x7f58b0094580 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.180+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b01246d0 con 0x7f58b0094580 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.181+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58b0094960 con 0x7f58b0094580 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.181+0000 7f5896ffd640 1 -- 10.20.193.50:0/2846286569 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f58a0038870 con 0x7f58b0094580 2026-02-17T22:36:30.188 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.181+0000 7f5896ffd640 1 -- 10.20.193.50:0/2846286569 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f58a008b810 con 0x7f58b0094580 2026-02-17T22:36:30.189 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.183+0000 7f5896ffd640 1 -- 10.20.193.50:0/2846286569 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f58a00656b0 con 0x7f58b0094580 2026-02-17T22:36:30.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.253+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 --> v1:10.20.193.50:6800/2497348673 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f58b00008d0 con 0x7f588004f790 2026-02-17T22:36:30.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.254+0000 7f5896ffd640 1 -- 10.20.193.50:0/2846286569 <== mgr.4112 v1:10.20.193.50:6800/2497348673 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32191 (unknown 2965378022 0 1103242368) 0x7f58b00008d0 con 0x7f588004f790 2026-02-17T22:36:30.258 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:30.259 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:36:30.259 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 >> v1:10.20.193.50:6800/2497348673 conn(0x7f588004f790 legacy=0x7f5880051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.259 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 msgr2=0x7f58b01220d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.259 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 --2- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 0x7f58b01220d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f58a0009b30 tx=0x7f58a00026e0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.259 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 shutdown_connections 2026-02-17T22:36:30.259 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 --2- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f58b01331c0 0x7f58b0122b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 --2- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f58b00964a0 0x7f58b0122610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 --2- 10.20.193.50:0/2846286569 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f58b0094580 0x7f58b01220d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 >> 10.20.193.50:0/2846286569 conn(0x7f58b009a280 msgr2=0x7f58b0092920 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:30.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 shutdown_connections 2026-02-17T22:36:30.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.255+0000 7f58b83bc640 1 -- 10.20.193.50:0/2846286569 wait complete. 2026-02-17T22:36:30.265 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2026-02-17T22:36:29.302160+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109600,"kb_used_data":1728,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377760,"statfs":{"total":386547056640,"available":386434826240,"internally_reserved":0,"allocated":1769472,"data_stored":1338793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.796288"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.511474+0000","last_change":"2026-02-17T22:36:26.511710+0000","last_active":"2026-02-17T22:36:26.511474+0000","last_peered":"2026-02-17T22:36:26.511474+0000","last_clean":"2026-02-17T22:36:26.511474+0000","last_became_active":"2026-02-17T22:36:24.509773+0000","last_became_peered":"2026-02-17T22:36:24.509773+0000","last_unstale":"2026-02-17T22:36:26.511474+0000","last_undegraded":"2026-02-17T22:36:26.511474+0000","last_fullsized":"2026-02-17T22:36:26.511474+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:35:18.734496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.509497+0000","last_change":"2026-02-17T22:36:26.509497+0000","last_active":"2026-02-17T22:36:26.509497+0000","last_peered":"2026-02-17T22:36:26.509497+0000","last_clean":"2026-02-17T22:36:26.509497+0000","last_became_active":"2026-02-17T22:36:24.512593+0000","last_became_peered":"2026-02-17T22:36:24.512593+0000","last_unstale":"2026-02-17T22:36:26.509497+0000","last_undegraded":"2026-02-17T22:36:26.509497+0000","last_fullsized":"2026-02-17T22:36:26.509497+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:22:43.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.511166+0000","last_change":"2026-02-17T22:36:26.511490+0000","last_active":"2026-02-17T22:36:26.511166+0000","last_peered":"2026-02-17T22:36:26.511166+0000","last_clean":"2026-02-17T22:36:26.511166+0000","last_became_active":"2026-02-17T22:36:24.509918+0000","last_became_peered":"2026-02-17T22:36:24.509918+0000","last_unstale":"2026-02-17T22:36:26.511166+0000","last_undegraded":"2026-02-17T22:36:26.511166+0000","last_fullsized":"2026-02-17T22:36:26.511166+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:21:47.323870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.509490+0000","last_change":"2026-02-17T22:36:26.509490+0000","last_active":"2026-02-17T22:36:26.509490+0000","last_peered":"2026-02-17T22:36:26.509490+0000","last_clean":"2026-02-17T22:36:26.509490+0000","last_became_active":"2026-02-17T22:36:24.512351+0000","last_became_peered":"2026-02-17T22:36:24.512351+0000","last_unstale":"2026-02-17T22:36:26.509490+0000","last_undegraded":"2026-02-17T22:36:26.509490+0000","last_fullsized":"2026-02-17T22:36:26.509490+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:08:01.329329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"17'2","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.511434+0000","last_change":"2026-02-17T22:36:26.511434+0000","last_active":"2026-02-17T22:36:26.511434+0000","last_peered":"2026-02-17T22:36:26.511434+0000","last_clean":"2026-02-17T22:36:26.511434+0000","last_became_active":"2026-02-17T22:36:24.512574+0000","last_became_peered":"2026-02-17T22:36:24.512574+0000","last_unstale":"2026-02-17T22:36:26.511434+0000","last_undegraded":"2026-02-17T22:36:26.511434+0000","last_fullsized":"2026-02-17T22:36:26.511434+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:17:42.901837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.509448+0000","last_change":"2026-02-17T22:36:26.509448+0000","last_active":"2026-02-17T22:36:26.509448+0000","last_peered":"2026-02-17T22:36:26.509448+0000","last_clean":"2026-02-17T22:36:26.509448+0000","last_became_active":"2026-02-17T22:36:24.510366+0000","last_became_peered":"2026-02-17T22:36:24.510366+0000","last_unstale":"2026-02-17T22:36:26.509448+0000","last_undegraded":"2026-02-17T22:36:26.509448+0000","last_fullsized":"2026-02-17T22:36:26.509448+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:10:31.201050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.511544+0000","last_change":"2026-02-17T22:36:26.511827+0000","last_active":"2026-02-17T22:36:26.511544+0000","last_peered":"2026-02-17T22:36:26.511544+0000","last_clean":"2026-02-17T22:36:26.511544+0000","last_became_active":"2026-02-17T22:36:24.512590+0000","last_became_peered":"2026-02-17T22:36:24.512590+0000","last_unstale":"2026-02-17T22:36:26.511544+0000","last_undegraded":"2026-02-17T22:36:26.511544+0000","last_fullsized":"2026-02-17T22:36:26.511544+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:31:26.149928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"15'1","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.510990+0000","last_change":"2026-02-17T22:36:26.511138+0000","last_active":"2026-02-17T22:36:26.510990+0000","last_peered":"2026-02-17T22:36:26.510990+0000","last_clean":"2026-02-17T22:36:26.510990+0000","last_became_active":"2026-02-17T22:36:24.509745+0000","last_became_peered":"2026-02-17T22:36:24.509745+0000","last_unstale":"2026-02-17T22:36:26.510990+0000","last_undegraded":"2026-02-17T22:36:26.510990+0000","last_fullsized":"2026-02-17T22:36:26.510990+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:02:48.968928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"12'72","reported_seq":110,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-02-17T22:36:26.509052+0000","last_change":"2026-02-17T22:36:21.431907+0000","last_active":"2026-02-17T22:36:26.509052+0000","last_peered":"2026-02-17T22:36:26.509052+0000","last_clean":"2026-02-17T22:36:26.509052+0000","last_became_active":"2026-02-17T22:36:21.431365+0000","last_became_peered":"2026-02-17T22:36:21.431365+0000","last_unstale":"2026-02-17T22:36:26.509052+0000","last_undegraded":"2026-02-17T22:36:26.509052+0000","last_fullsized":"2026-02-17T22:36:26.509052+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T23:32:52.678883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672963,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27108,"kb_used_data":140,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344732,"statfs":{"total":96636764160,"available":96609005568,"internally_reserved":0,"allocated":143360,"data_stored":37802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672964,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27680,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344160,"statfs":{"total":96636764160,"available":96608419840,"internally_reserved":0,"allocated":733184,"data_stored":628162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27116,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344724,"statfs":{"total":96636764160,"available":96608997376,"internally_reserved":0,"allocated":147456,"data_stored":41221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27696,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344144,"statfs":{"total":96636764160,"available":96608403456,"internally_reserved":0,"allocated":745472,"data_stored":631608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:36:30.267 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-17T22:36:30.267 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-17T22:36:30.267 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-17T22:36:30.267 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-17T22:36:30.337 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.331+0000 7f9f643a9640 1 -- 10.20.193.50:0/224955951 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c12d2d0 msgr2=0x7f9f5c131de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.337 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.331+0000 7f9f643a9640 1 --2- 10.20.193.50:0/224955951 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c12d2d0 0x7f9f5c131de0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9f50009960 tx=0x7f9f5002f140 comp rx=0 tx=0).stop 2026-02-17T22:36:30.337 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.331+0000 7f9f643a9640 1 -- 10.20.193.50:0/224955951 shutdown_connections 2026-02-17T22:36:30.337 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.331+0000 7f9f643a9640 1 --2- 10.20.193.50:0/224955951 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9f5c132320 0x7f9f5c134710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.331+0000 7f9f643a9640 1 --2- 10.20.193.50:0/224955951 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c12d2d0 0x7f9f5c131de0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.331+0000 7f9f643a9640 1 -- 10.20.193.50:0/224955951 >> 10.20.193.50:0/224955951 conn(0x7f9f5c09a280 msgr2=0x7f9f5c097a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.331+0000 7f9f643a9640 1 -- 10.20.193.50:0/224955951 shutdown_connections 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.331+0000 7f9f643a9640 1 -- 10.20.193.50:0/224955951 wait complete. 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 Processor -- start 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 -- start start 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9f5c12c7e0 0x7f9f5c1306a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9f5c12d2d0 0x7f9f5c130be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c132320 0x7f9f5c131120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9f5c135770 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.338 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9f5c1355f0 con 0x7f9f5c132320 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f9f5c1358f0 con 0x7f9f5c12d2d0 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9f5c12c7e0 0x7f9f5c1306a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6191d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9f5c12d2d0 0x7f9f5c130be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6291f640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c132320 0x7f9f5c131120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9f5c12c7e0 0x7f9f5c1306a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48338/0 (socket says 10.20.193.50:48338) 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 -- 10.20.193.50:0/2842912874 learned_addr learned my addr 10.20.193.50:0/2842912874 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6191d640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9f5c12d2d0 0x7f9f5c130be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:36874/0 (socket says 10.20.193.50:36874) 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 -- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9f5c12d2d0 msgr2=0x7f9f5c130be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9f5c12d2d0 0x7f9f5c130be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 -- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c132320 msgr2=0x7f9f5c131120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c132320 0x7f9f5c131120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.339 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 -- 10.20.193.50:0/2842912874 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f5c06e750 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6191d640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9f5c12d2d0 0x7f9f5c130be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6291f640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c132320 0x7f9f5c131120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f6211e640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9f5c12c7e0 0x7f9f5c1306a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c00c700 tx=0x7f9f4c00cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f42ffd640 1 -- 10.20.193.50:0/2842912874 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4c004230 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f42ffd640 1 -- 10.20.193.50:0/2842912874 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f4c0044c0 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f5c126880 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f42ffd640 1 -- 10.20.193.50:0/2842912874 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4c0038f0 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.332+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f5c06df20 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.333+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f5c12cbc0 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.333+0000 7f9f42ffd640 1 -- 10.20.193.50:0/2842912874 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f9f4c023060 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.340 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.333+0000 7f9f42ffd640 1 -- 10.20.193.50:0/2842912874 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f9f4c066a60 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.341 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.335+0000 7f9f42ffd640 1 -- 10.20.193.50:0/2842912874 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f9f5c06e750 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.420 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.416+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f9f5c131760 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.420 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.416+0000 7f9f42ffd640 1 -- 10.20.193.50:0/2842912874 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f9f4c0408a0 con 0x7f9f5c12c7e0 2026-02-17T22:36:30.420 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:30.420 INFO:teuthology.orchestra.run.trial050.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-17T22:36:30.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 >> v1:10.20.193.50:6800/2497348673 conn(0x7f9f2c04f790 legacy=0x7f9f2c051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9f5c12c7e0 msgr2=0x7f9f5c1306a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9f5c12c7e0 0x7f9f5c1306a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c00c700 tx=0x7f9f4c00cbd0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 shutdown_connections 2026-02-17T22:36:30.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9f5c132320 0x7f9f5c131120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9f5c12d2d0 0x7f9f5c130be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 --2- 10.20.193.50:0/2842912874 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9f5c12c7e0 0x7f9f5c1306a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 >> 10.20.193.50:0/2842912874 conn(0x7f9f5c09a280 msgr2=0x7f9f5c09b940 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:30.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 shutdown_connections 2026-02-17T22:36:30.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.417+0000 7f9f643a9640 1 -- 10.20.193.50:0/2842912874 wait complete. 2026-02-17T22:36:30.428 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-17T22:36:30.428 INFO:teuthology.run_tasks:Running task exec... 2026-02-17T22:36:30.447 INFO:teuthology.task.exec:Executing custom commands... 2026-02-17T22:36:30.447 INFO:teuthology.task.exec:Running commands on role osd.0 host ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:36:30.447 DEBUG:teuthology.orchestra.run.trial050:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd set-require-min-compat-client squid' 2026-02-17T22:36:30.517 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.511+0000 7f28c7b82640 1 -- 10.20.193.50:0/3788760021 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0095570 msgr2=0x7f28c0095980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.511+0000 7f28c7b82640 1 --2- 10.20.193.50:0/3788760021 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0095570 0x7f28c0095980 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f28b4009930 tx=0x7f28b402f110 comp rx=0 tx=0).stop 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.511+0000 7f28c7b82640 1 -- 10.20.193.50:0/3788760021 shutdown_connections 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.511+0000 7f28c7b82640 1 --2- 10.20.193.50:0/3788760021 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f28c0134480 0x7f28c0136870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.511+0000 7f28c7b82640 1 --2- 10.20.193.50:0/3788760021 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0095570 0x7f28c0095980 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.511+0000 7f28c7b82640 1 -- 10.20.193.50:0/3788760021 >> 10.20.193.50:0/3788760021 conn(0x7f28c009b3a0 msgr2=0x7f28c009b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.511+0000 7f28c7b82640 1 -- 10.20.193.50:0/3788760021 shutdown_connections 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.511+0000 7f28c7b82640 1 -- 10.20.193.50:0/3788760021 wait complete. 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 Processor -- start 2026-02-17T22:36:30.518 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 -- start start 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0094a80 0x7f28c0122380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f28c0095570 0x7f28c01228c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f28c0134480 0x7f28c0122e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f28c0137a00 con 0x7f28c0094a80 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f28c0137880 con 0x7f28c0134480 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f28c0137b80 con 0x7f28c0095570 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0094a80 0x7f28c0122380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c50f6640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f28c0095570 0x7f28c01228c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c60f8640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f28c0134480 0x7f28c0122e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0094a80 0x7f28c0122380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48350/0 (socket says 10.20.193.50:48350) 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c50f6640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f28c0095570 0x7f28c01228c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:36880/0 (socket says 10.20.193.50:36880) 2026-02-17T22:36:30.519 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 -- 10.20.193.50:0/2786748096 learned_addr learned my addr 10.20.193.50:0/2786748096 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 -- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f28c0095570 msgr2=0x7f28c01228c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f28c0095570 0x7f28c01228c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 -- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f28c0134480 msgr2=0x7f28c0122e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f28c0134480 0x7f28c0122e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 -- 10.20.193.50:0/2786748096 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28c0124140 con 0x7f28c0094a80 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c50f6640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f28c0095570 0x7f28c01228c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c60f8640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f28c0134480 0x7f28c0122e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c58f7640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0094a80 0x7f28c0122380 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f28b000c700 tx=0x7f28b000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28ae7fc640 1 -- 10.20.193.50:0/2786748096 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b0004230 con 0x7f28c0094a80 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28ae7fc640 1 -- 10.20.193.50:0/2786748096 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28b00044c0 con 0x7f28c0094a80 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.512+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28c0074510 con 0x7f28c0094a80 2026-02-17T22:36:30.520 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.513+0000 7f28ae7fc640 1 -- 10.20.193.50:0/2786748096 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28b000a860 con 0x7f28c0094a80 2026-02-17T22:36:30.521 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.513+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28c01c6ec0 con 0x7f28c0094a80 2026-02-17T22:36:30.521 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.513+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28c0095980 con 0x7f28c0094a80 2026-02-17T22:36:30.521 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.513+0000 7f28ae7fc640 1 -- 10.20.193.50:0/2786748096 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f28b0023060 con 0x7f28c0094a80 2026-02-17T22:36:30.521 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.514+0000 7f28ae7fc640 1 -- 10.20.193.50:0/2786748096 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2861+0+0 (secure 0 0 0) 0x7f28b0066af0 con 0x7f28c0094a80 2026-02-17T22:36:30.521 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.515+0000 7f28ae7fc640 1 -- 10.20.193.50:0/2786748096 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f28b00408f0 con 0x7f28c0094a80 2026-02-17T22:36:30.592 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.589+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd set-require-min-compat-client", "version": "squid"} v 0) -- 0x7f28c00697a0 con 0x7f28c0094a80 2026-02-17T22:36:30.960 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.957+0000 7f28ae7fc640 1 -- 10.20.193.50:0/2786748096 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd set-require-min-compat-client", "version": "squid"}]=0 set require_min_compat_client to squid v18) ==== 139+0+0 (secure 0 0 0) 0x7f28b0065bb0 con 0x7f28c0094a80 2026-02-17T22:36:30.961 INFO:teuthology.orchestra.run.trial050.stderr:set require_min_compat_client to squid 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.958+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 >> v1:10.20.193.50:6800/2497348673 conn(0x7f289004f790 legacy=0x7f2890051c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.958+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0094a80 msgr2=0x7f28c0122380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.958+0000 7f28c7b82640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0094a80 0x7f28c0122380 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f28b000c700 tx=0x7f28b000cbd0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.958+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 shutdown_connections 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.958+0000 7f28c7b82640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f28c0134480 0x7f28c0122e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.958+0000 7f28c7b82640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f28c0095570 0x7f28c01228c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.958+0000 7f28c7b82640 1 --2- 10.20.193.50:0/2786748096 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f28c0094a80 0x7f28c0122380 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.958+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 >> 10.20.193.50:0/2786748096 conn(0x7f28c009b3a0 msgr2=0x7f28c0093190 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.959+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 shutdown_connections 2026-02-17T22:36:30.962 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:30.959+0000 7f28c7b82640 1 -- 10.20.193.50:0/2786748096 wait complete. 2026-02-17T22:36:30.973 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:36:30.987 INFO:teuthology.task.print:**** done ceph 2026-02-17T22:36:30.987 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:36:31.001 INFO:teuthology.task.print:*** upgrading, no cephfs present 2026-02-17T22:36:31.001 INFO:teuthology.run_tasks:Running task exec... 2026-02-17T22:36:31.016 INFO:teuthology.task.exec:Executing custom commands... 2026-02-17T22:36:31.017 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:36:31.017 DEBUG:teuthology.orchestra.run.trial050:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2026-02-17T22:36:31.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 -- 10.20.193.50:0/1178735550 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012c8e0 msgr2=0x7f675012cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:31.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 --2- 10.20.193.50:0/1178735550 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012c8e0 0x7f675012cdf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f6744009a00 tx=0x7f674402f280 comp rx=0 tx=0).stop 2026-02-17T22:36:31.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 -- 10.20.193.50:0/1178735550 shutdown_connections 2026-02-17T22:36:31.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 --2- 10.20.193.50:0/1178735550 >> v2:10.20.193.50:3300/0 conn(0x7f675012d330 0x7f67501293e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:31.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 --2- 10.20.193.50:0/1178735550 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012c8e0 0x7f675012cdf0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:31.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 -- 10.20.193.50:0/1178735550 >> 10.20.193.50:0/1178735550 conn(0x7f6750072880 msgr2=0x7f6750072c90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:31.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 -- 10.20.193.50:0/1178735550 shutdown_connections 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 -- 10.20.193.50:0/1178735550 wait complete. 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 Processor -- start 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.079+0000 7f674ffff640 1 -- start start 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674ffff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6750129920 0x7f6750122e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674ffff640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f675012c8e0 0x7f67501233c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674ffff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012d330 0x7f6750130f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674ffff640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67501356c0 con 0x7f6750129920 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674ffff640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6750135540 con 0x7f675012c8e0 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674ffff640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f6750135840 con 0x7f675012d330 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674effd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6750129920 0x7f6750122e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674effd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6750129920 0x7f6750122e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:48376/0 (socket says 10.20.193.50:48376) 2026-02-17T22:36:31.086 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674f7fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012d330 0x7f6750130f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674effd640 1 -- 10.20.193.50:0/1613302343 learned_addr learned my addr 10.20.193.50:0/1613302343 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674e7fc640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f675012c8e0 0x7f67501233c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674f7fe640 1 -- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f675012c8e0 msgr2=0x7f67501233c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674f7fe640 1 --2- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f675012c8e0 0x7f67501233c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674f7fe640 1 -- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6750129920 msgr2=0x7f6750122e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674f7fe640 1 --2- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6750129920 0x7f6750122e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674f7fe640 1 -- 10.20.193.50:0/1613302343 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67501270d0 con 0x7f675012d330 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674effd640 1 --2- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6750129920 0x7f6750122e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674f7fe640 1 --2- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012d330 0x7f6750130f70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f674000cb10 tx=0x7f674000a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f6727fff640 1 -- 10.20.193.50:0/1613302343 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f674000a8a0 con 0x7f675012d330 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f6727fff640 1 -- 10.20.193.50:0/1613302343 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f674000aa40 con 0x7f675012d330 2026-02-17T22:36:31.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f6727fff640 1 -- 10.20.193.50:0/1613302343 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740005070 con 0x7f675012d330 2026-02-17T22:36:31.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6750132ae0 con 0x7f675012d330 2026-02-17T22:36:31.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.080+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f6750133740 con 0x7f675012d330 2026-02-17T22:36:31.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.081+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67500740d0 con 0x7f675012d330 2026-02-17T22:36:31.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.081+0000 7f6727fff640 1 -- 10.20.193.50:0/1613302343 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 5) ==== 62057+0+0 (secure 0 0 0) 0x7f6740005210 con 0x7f675012d330 2026-02-17T22:36:31.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.081+0000 7f6727fff640 1 -- 10.20.193.50:0/1613302343 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7f6740066d10 con 0x7f675012d330 2026-02-17T22:36:31.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.083+0000 7f6727fff640 1 -- 10.20.193.50:0/1613302343 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+156997 (secure 0 0 0) 0x7f67500740d0 con 0x7f675012d330 2026-02-17T22:36:31.168 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.164+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f675012b410 con 0x7f675012d330 2026-02-17T22:36:31.168 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f6727fff640 1 -- 10.20.193.50:0/1613302343 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7f675012b410 con 0x7f675012d330 2026-02-17T22:36:31.168 INFO:teuthology.orchestra.run.trial050.stdout:e1 2026-02-17T22:36:31.169 INFO:teuthology.orchestra.run.trial050.stdout:btime 2026-02-17T22:36:06:163561+0000 2026-02-17T22:36:31.169 INFO:teuthology.orchestra.run.trial050.stdout:enable_multiple, ever_enabled_multiple: 1,1 2026-02-17T22:36:31.169 INFO:teuthology.orchestra.run.trial050.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-17T22:36:31.169 INFO:teuthology.orchestra.run.trial050.stdout:legacy client fscid: -1 2026-02-17T22:36:31.169 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:31.169 INFO:teuthology.orchestra.run.trial050.stdout:No filesystems configured 2026-02-17T22:36:31.170 INFO:teuthology.orchestra.run.trial050.stderr:dumped fsmap epoch 1 2026-02-17T22:36:31.170 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 >> v1:10.20.193.50:6800/2497348673 conn(0x7f672004f7c0 legacy=0x7f6720051c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:31.170 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012d330 msgr2=0x7f6750130f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:36:31.170 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 --2- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012d330 0x7f6750130f70 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f674000cb10 tx=0x7f674000a060 comp rx=0 tx=0).stop 2026-02-17T22:36:31.170 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 shutdown_connections 2026-02-17T22:36:31.171 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 --2- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f675012d330 0x7f6750130f70 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:31.171 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 --2- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f675012c8e0 0x7f67501233c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:31.171 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 --2- 10.20.193.50:0/1613302343 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6750129920 0x7f6750122e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:36:31.171 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 >> 10.20.193.50:0/1613302343 conn(0x7f6750072880 msgr2=0x7f675012b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:36:31.171 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 shutdown_connections 2026-02-17T22:36:31.171 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:36:31.165+0000 7f674ffff640 1 -- 10.20.193.50:0/1613302343 wait complete. 2026-02-17T22:36:31.176 INFO:teuthology.run_tasks:Running task install.upgrade... 2026-02-17T22:36:31.191 INFO:teuthology.task.install:project ceph config {'mon.a': None} overrides {'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'} 2026-02-17T22:36:31.191 INFO:teuthology.task.install:remote ubuntu@trial050.front.sepia.ceph.com config {'flavor': 'default', 'sha1': 'adc1923395f2bcd6ae89b5d331d278364d1848ed'} 2026-02-17T22:36:31.192 INFO:teuthology.task.install:extra packages: [] 2026-02-17T22:36:31.199 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-02-17T22:36:31.200 INFO:teuthology.task.install:Upgrading ceph rpm packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd 2026-02-17T22:36:31.200 DEBUG:teuthology.orchestra.run.trial050:> rpm -q ceph-common --qf '%{VERSION}-%{RELEASE}' 2026-02-17T22:36:31.220 INFO:teuthology.orchestra.run.trial050.stdout:19.2.3-672.g283431c0.el9 2026-02-17T22:36:31.220 INFO:teuthology.packaging:The installed version of ceph-common is 19.2.3-672.g283431c0.el9 2026-02-17T22:36:31.221 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:36:31.387 INFO:teuthology.task.install:Ceph rpm upgrade from 19.2.3-672.g283431c0.el9 to 20.2.0-670.gadc19233 2026-02-17T22:36:31.387 INFO:teuthology.task.install.rpm:Host trial050 is: centos 9.stream x86_64 2026-02-17T22:36:31.387 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:36:31.524 INFO:teuthology.task.install.rpm:Repo base URL: https://1.chacra.ceph.com/r/ceph/20.2.1_2.17.26-baseline_2/adc1923395f2bcd6ae89b5d331d278364d1848ed/centos/9/flavors/default/ 2026-02-17T22:36:31.525 DEBUG:teuthology.orchestra.run.trial050:> sudo rm -f /etc/yum.repos.d/ceph.repo 2026-02-17T22:36:31.681 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/20.2.1_2.17.26-baseline_2/adc1923395f2bcd6ae89b5d331d278364d1848ed/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/20.2.1_2.17.26-baseline_2/adc1923395f2bcd6ae89b5d331d278364d1848ed/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/20.2.1_2.17.26-baseline_2/adc1923395f2bcd6ae89b5d331d278364d1848ed/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2026-02-17T22:36:31.681 DEBUG:teuthology.orchestra.run.trial050:> set -ex 2026-02-17T22:36:31.681 DEBUG:teuthology.orchestra.run.trial050:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-02-17T22:36:31.707 DEBUG:teuthology.orchestra.run.trial050:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/adc1923395f2bcd6ae89b5d331d278364d1848ed/;g' /etc/yum.repos.d/ceph.repo ; fi 2026-02-17T22:36:31.773 DEBUG:teuthology.orchestra.run.trial050:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2026-02-17T22:36:31.838 DEBUG:teuthology.orchestra.run.trial050:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2026-02-17T22:36:31.893 INFO:teuthology.orchestra.run.trial050.stdout:check_obsoletes = 1 2026-02-17T22:36:31.903 DEBUG:teuthology.orchestra.run.trial050:> sudo yum clean all 2026-02-17T22:36:32.067 INFO:teuthology.orchestra.run.trial050.stdout:56 files removed 2026-02-17T22:36:32.082 DEBUG:teuthology.orchestra.run.trial050:> sudo yum -y upgrade ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd 2026-02-17T22:36:32.675 INFO:teuthology.orchestra.run.trial050.stdout:ceph packages for x86_64 199 kB/s | 89 kB 00:00 2026-02-17T22:36:33.046 INFO:teuthology.orchestra.run.trial050.stdout:ceph noarch packages 54 kB/s | 19 kB 00:00 2026-02-17T22:36:33.411 INFO:teuthology.orchestra.run.trial050.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2026-02-17T22:36:36.626 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - BaseOS 2.8 MB/s | 8.9 MB 00:03 2026-02-17T22:36:39.515 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - AppStream 11 MB/s | 27 MB 00:02 2026-02-17T22:36:50.805 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - CRB 895 kB/s | 7.8 MB 00:08 2026-02-17T22:36:52.586 INFO:teuthology.orchestra.run.trial050.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 20 kB 00:01 2026-02-17T22:36:53.126 INFO:teuthology.orchestra.run.trial050.stdout:Extra Packages for Enterprise Linux 43 MB/s | 20 MB 00:00 2026-02-17T22:36:56.375 INFO:teuthology.orchestra.run.trial050.stdout:lab-extras 1.3 MB/s | 50 kB 00:00 2026-02-17T22:36:57.567 INFO:teuthology.orchestra.run.trial050.stderr:Package cephadm available, but not installed. 2026-02-17T22:36:57.568 INFO:teuthology.orchestra.run.trial050.stdout:No match for argument: cephadm 2026-02-17T22:36:57.570 INFO:teuthology.orchestra.run.trial050.stderr:Package ceph-mgr-dashboard available, but not installed. 2026-02-17T22:36:57.570 INFO:teuthology.orchestra.run.trial050.stdout:No match for argument: ceph-mgr-dashboard 2026-02-17T22:36:57.570 INFO:teuthology.orchestra.run.trial050.stderr:Package ceph-mgr-diskprediction-local available, but not installed. 2026-02-17T22:36:57.570 INFO:teuthology.orchestra.run.trial050.stdout:No match for argument: ceph-mgr-diskprediction-local 2026-02-17T22:36:57.570 INFO:teuthology.orchestra.run.trial050.stderr:Package ceph-mgr-rook available, but not installed. 2026-02-17T22:36:57.570 INFO:teuthology.orchestra.run.trial050.stdout:No match for argument: ceph-mgr-rook 2026-02-17T22:36:57.571 INFO:teuthology.orchestra.run.trial050.stderr:Package ceph-mgr-cephadm available, but not installed. 2026-02-17T22:36:57.571 INFO:teuthology.orchestra.run.trial050.stdout:No match for argument: ceph-mgr-cephadm 2026-02-17T22:36:57.572 INFO:teuthology.orchestra.run.trial050.stderr:Package ceph-volume available, but not installed. 2026-02-17T22:36:57.572 INFO:teuthology.orchestra.run.trial050.stdout:No match for argument: ceph-volume 2026-02-17T22:36:57.610 INFO:teuthology.orchestra.run.trial050.stdout:Dependencies resolved. 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout: Package Arch Version Repository Size 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout:Upgrading: 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout: ceph x86_64 2:20.2.0-670.gadc19233.el9 ceph 6.5 k 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout: ceph-base x86_64 2:20.2.0-670.gadc19233.el9 ceph 5.9 M 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout: ceph-common x86_64 2:20.2.0-670.gadc19233.el9 ceph 24 M 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout: ceph-fuse x86_64 2:20.2.0-670.gadc19233.el9 ceph 942 k 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout: ceph-immutable-object-cache 2026-02-17T22:36:57.612 INFO:teuthology.orchestra.run.trial050.stdout: x86_64 2:20.2.0-670.gadc19233.el9 ceph 154 k 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mds x86_64 2:20.2.0-670.gadc19233.el9 ceph 2.3 M 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mgr x86_64 2:20.2.0-670.gadc19233.el9 ceph 961 k 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mgr-modules-core noarch 2:20.2.0-670.gadc19233.el9 ceph-noarch 290 k 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mon x86_64 2:20.2.0-670.gadc19233.el9 ceph 5.1 M 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: ceph-osd x86_64 2:20.2.0-670.gadc19233.el9 ceph 17 M 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: ceph-radosgw x86_64 2:20.2.0-670.gadc19233.el9 ceph 24 M 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: ceph-selinux x86_64 2:20.2.0-670.gadc19233.el9 ceph 25 k 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: ceph-test x86_64 2:20.2.0-670.gadc19233.el9 ceph 84 M 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs-devel x86_64 2:20.2.0-670.gadc19233.el9 ceph 34 k 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs2 x86_64 2:20.2.0-670.gadc19233.el9 ceph 869 k 2026-02-17T22:36:57.613 INFO:teuthology.orchestra.run.trial050.stdout: libcephsqlite x86_64 2:20.2.0-670.gadc19233.el9 ceph 164 k 2026-02-17T22:36:57.614 INFO:teuthology.orchestra.run.trial050.stdout: librados-devel x86_64 2:20.2.0-670.gadc19233.el9 ceph 126 k 2026-02-17T22:36:57.614 INFO:teuthology.orchestra.run.trial050.stdout: librados2 x86_64 2:20.2.0-670.gadc19233.el9 ceph 3.5 M 2026-02-17T22:36:57.614 INFO:teuthology.orchestra.run.trial050.stdout: libradosstriper1 x86_64 2:20.2.0-670.gadc19233.el9 ceph 250 k 2026-02-17T22:36:57.614 INFO:teuthology.orchestra.run.trial050.stdout: librbd1 x86_64 2:20.2.0-670.gadc19233.el9 ceph 2.8 M 2026-02-17T22:36:57.614 INFO:teuthology.orchestra.run.trial050.stdout: librgw2 x86_64 2:20.2.0-670.gadc19233.el9 ceph 6.4 M 2026-02-17T22:36:57.614 INFO:teuthology.orchestra.run.trial050.stdout: python3-ceph-argparse x86_64 2:20.2.0-670.gadc19233.el9 ceph 45 k 2026-02-17T22:36:57.614 INFO:teuthology.orchestra.run.trial050.stdout: python3-ceph-common x86_64 2:20.2.0-670.gadc19233.el9 ceph 175 k 2026-02-17T22:36:57.615 INFO:teuthology.orchestra.run.trial050.stdout: python3-cephfs x86_64 2:20.2.0-670.gadc19233.el9 ceph 162 k 2026-02-17T22:36:57.615 INFO:teuthology.orchestra.run.trial050.stdout: python3-rados x86_64 2:20.2.0-670.gadc19233.el9 ceph 323 k 2026-02-17T22:36:57.615 INFO:teuthology.orchestra.run.trial050.stdout: python3-rbd x86_64 2:20.2.0-670.gadc19233.el9 ceph 305 k 2026-02-17T22:36:57.615 INFO:teuthology.orchestra.run.trial050.stdout: python3-rgw x86_64 2:20.2.0-670.gadc19233.el9 ceph 99 k 2026-02-17T22:36:57.615 INFO:teuthology.orchestra.run.trial050.stdout: rbd-fuse x86_64 2:20.2.0-670.gadc19233.el9 ceph 91 k 2026-02-17T22:36:57.615 INFO:teuthology.orchestra.run.trial050.stdout: rbd-mirror x86_64 2:20.2.0-670.gadc19233.el9 ceph 2.9 M 2026-02-17T22:36:57.615 INFO:teuthology.orchestra.run.trial050.stdout: rbd-nbd x86_64 2:20.2.0-670.gadc19233.el9 ceph 180 k 2026-02-17T22:36:57.615 INFO:teuthology.orchestra.run.trial050.stdout:Installing dependencies: 2026-02-17T22:36:57.616 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs-proxy2 x86_64 2:20.2.0-670.gadc19233.el9 ceph 24 k 2026-02-17T22:36:57.616 INFO:teuthology.orchestra.run.trial050.stdout:Installing weak dependencies: 2026-02-17T22:36:57.616 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs-daemon x86_64 2:20.2.0-670.gadc19233.el9 ceph 35 k 2026-02-17T22:36:57.616 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:57.616 INFO:teuthology.orchestra.run.trial050.stdout:Transaction Summary 2026-02-17T22:36:57.616 INFO:teuthology.orchestra.run.trial050.stdout:================================================================================ 2026-02-17T22:36:57.616 INFO:teuthology.orchestra.run.trial050.stdout:Install 2 Packages 2026-02-17T22:36:57.616 INFO:teuthology.orchestra.run.trial050.stdout:Upgrade 30 Packages 2026-02-17T22:36:57.617 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:36:57.617 INFO:teuthology.orchestra.run.trial050.stdout:Total download size: 182 M 2026-02-17T22:36:57.617 INFO:teuthology.orchestra.run.trial050.stdout:Downloading Packages: 2026-02-17T22:36:57.670 INFO:teuthology.orchestra.run.trial050.stdout:(1/32): ceph-20.2.0-670.gadc19233.el9.x86_64.rp 116 kB/s | 6.5 kB 00:00 2026-02-17T22:36:57.675 INFO:teuthology.orchestra.run.trial050.stdout:(2/32): libcephfs-daemon-20.2.0-670.gadc19233.e 582 kB/s | 35 kB 00:00 2026-02-17T22:36:57.677 INFO:teuthology.orchestra.run.trial050.stdout:(3/32): libcephfs-proxy2-20.2.0-670.gadc19233.e 378 kB/s | 24 kB 00:00 2026-02-17T22:36:57.744 INFO:teuthology.orchestra.run.trial050.stdout:(4/32): ceph-fuse-20.2.0-670.gadc19233.el9.x86_ 14 MB/s | 942 kB 00:00 2026-02-17T22:36:57.779 INFO:teuthology.orchestra.run.trial050.stdout:(5/32): ceph-immutable-object-cache-20.2.0-670. 4.2 MB/s | 154 kB 00:00 2026-02-17T22:36:57.973 INFO:teuthology.orchestra.run.trial050.stdout:(6/32): ceph-mds-20.2.0-670.gadc19233.el9.x86_6 12 MB/s | 2.3 MB 00:00 2026-02-17T22:36:58.079 INFO:teuthology.orchestra.run.trial050.stdout:(7/32): ceph-mgr-20.2.0-670.gadc19233.el9.x86_6 8.8 MB/s | 961 kB 00:00 2026-02-17T22:36:58.198 INFO:teuthology.orchestra.run.trial050.stdout:(8/32): ceph-base-20.2.0-670.gadc19233.el9.x86_ 11 MB/s | 5.9 MB 00:00 2026-02-17T22:36:58.432 INFO:teuthology.orchestra.run.trial050.stdout:(9/32): ceph-common-20.2.0-670.gadc19233.el9.x8 31 MB/s | 24 MB 00:00 2026-02-17T22:36:58.439 INFO:teuthology.orchestra.run.trial050.stdout:(10/32): ceph-mon-20.2.0-670.gadc19233.el9.x86_ 14 MB/s | 5.1 MB 00:00 2026-02-17T22:36:58.478 INFO:teuthology.orchestra.run.trial050.stdout:(11/32): ceph-selinux-20.2.0-670.gadc19233.el9. 641 kB/s | 25 kB 00:00 2026-02-17T22:36:59.201 INFO:teuthology.orchestra.run.trial050.stdout:(12/32): ceph-osd-20.2.0-670.gadc19233.el9.x86_ 17 MB/s | 17 MB 00:01 2026-02-17T22:36:59.258 INFO:teuthology.orchestra.run.trial050.stdout:(13/32): ceph-radosgw-20.2.0-670.gadc19233.el9. 29 MB/s | 24 MB 00:00 2026-02-17T22:36:59.258 INFO:teuthology.orchestra.run.trial050.stdout:(14/32): libcephfs-devel-20.2.0-670.gadc19233.e 605 kB/s | 34 kB 00:00 2026-02-17T22:36:59.285 INFO:teuthology.orchestra.run.trial050.stdout:(15/32): libcephfs2-20.2.0-670.gadc19233.el9.x8 31 MB/s | 869 kB 00:00 2026-02-17T22:36:59.290 INFO:teuthology.orchestra.run.trial050.stdout:(16/32): libcephsqlite-20.2.0-670.gadc19233.el9 5.1 MB/s | 164 kB 00:00 2026-02-17T22:36:59.304 INFO:teuthology.orchestra.run.trial050.stdout:(17/32): librados-devel-20.2.0-670.gadc19233.el 6.8 MB/s | 126 kB 00:00 2026-02-17T22:36:59.340 INFO:teuthology.orchestra.run.trial050.stdout:(18/32): libradosstriper1-20.2.0-670.gadc19233. 6.7 MB/s | 250 kB 00:00 2026-02-17T22:36:59.457 INFO:teuthology.orchestra.run.trial050.stdout:(19/32): librbd1-20.2.0-670.gadc19233.el9.x86_6 24 MB/s | 2.8 MB 00:00 2026-02-17T22:36:59.462 INFO:teuthology.orchestra.run.trial050.stdout:(20/32): librados2-20.2.0-670.gadc19233.el9.x86 20 MB/s | 3.5 MB 00:00 2026-02-17T22:36:59.509 INFO:teuthology.orchestra.run.trial050.stdout:(21/32): python3-ceph-argparse-20.2.0-670.gadc1 962 kB/s | 45 kB 00:00 2026-02-17T22:36:59.560 INFO:teuthology.orchestra.run.trial050.stdout:(22/32): python3-ceph-common-20.2.0-670.gadc192 3.4 MB/s | 175 kB 00:00 2026-02-17T22:36:59.610 INFO:teuthology.orchestra.run.trial050.stdout:(23/32): python3-cephfs-20.2.0-670.gadc19233.el 3.2 MB/s | 162 kB 00:00 2026-02-17T22:36:59.636 INFO:teuthology.orchestra.run.trial050.stdout:(24/32): librgw2-20.2.0-670.gadc19233.el9.x86_6 36 MB/s | 6.4 MB 00:00 2026-02-17T22:36:59.642 INFO:teuthology.orchestra.run.trial050.stdout:(25/32): python3-rados-20.2.0-670.gadc19233.el9 9.9 MB/s | 323 kB 00:00 2026-02-17T22:36:59.660 INFO:teuthology.orchestra.run.trial050.stdout:(26/32): python3-rbd-20.2.0-670.gadc19233.el9.x 13 MB/s | 305 kB 00:00 2026-02-17T22:36:59.663 INFO:teuthology.orchestra.run.trial050.stdout:(27/32): python3-rgw-20.2.0-670.gadc19233.el9.x 4.6 MB/s | 99 kB 00:00 2026-02-17T22:36:59.677 INFO:teuthology.orchestra.run.trial050.stdout:(28/32): rbd-fuse-20.2.0-670.gadc19233.el9.x86_ 5.1 MB/s | 91 kB 00:00 2026-02-17T22:36:59.713 INFO:teuthology.orchestra.run.trial050.stdout:(29/32): rbd-nbd-20.2.0-670.gadc19233.el9.x86_6 5.0 MB/s | 180 kB 00:00 2026-02-17T22:36:59.754 INFO:teuthology.orchestra.run.trial050.stdout:(30/32): ceph-mgr-modules-core-20.2.0-670.gadc1 6.9 MB/s | 290 kB 00:00 2026-02-17T22:36:59.767 INFO:teuthology.orchestra.run.trial050.stdout:(31/32): rbd-mirror-20.2.0-670.gadc19233.el9.x8 28 MB/s | 2.9 MB 00:00 2026-02-17T22:37:01.062 INFO:teuthology.orchestra.run.trial050.stdout:(32/32): ceph-test-20.2.0-670.gadc19233.el9.x86 32 MB/s | 84 MB 00:02 2026-02-17T22:37:01.064 INFO:teuthology.orchestra.run.trial050.stdout:-------------------------------------------------------------------------------- 2026-02-17T22:37:01.064 INFO:teuthology.orchestra.run.trial050.stdout:Total 53 MB/s | 182 MB 00:03 2026-02-17T22:37:01.065 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction check 2026-02-17T22:37:01.086 INFO:teuthology.orchestra.run.trial050.stdout:Transaction check succeeded. 2026-02-17T22:37:01.086 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction test 2026-02-17T22:37:01.671 INFO:teuthology.orchestra.run.trial050.stdout:Transaction test succeeded. 2026-02-17T22:37:01.671 INFO:teuthology.orchestra.run.trial050.stdout:Running transaction 2026-02-17T22:37:02.433 INFO:teuthology.orchestra.run.trial050.stdout: Preparing : 1/1 2026-02-17T22:37:02.439 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : librados2-2:20.2.0-670.gadc19233.el9.x86_64 1/62 2026-02-17T22:37:02.574 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librados2-2:20.2.0-670.gadc19233.el9.x86_64 1/62 2026-02-17T22:37:02.575 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : librbd1-2:20.2.0-670.gadc19233.el9.x86_64 2/62 2026-02-17T22:37:02.623 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librbd1-2:20.2.0-670.gadc19233.el9.x86_64 2/62 2026-02-17T22:37:02.624 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : libcephfs2-2:20.2.0-670.gadc19233.el9.x86_64 3/62 2026-02-17T22:37:02.637 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libcephfs2-2:20.2.0-670.gadc19233.el9.x86_64 3/62 2026-02-17T22:37:02.639 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libcephfs-daemon-2:20.2.0-670.gadc19233.el9.x86_64 4/62 2026-02-17T22:37:02.640 INFO:teuthology.orchestra.run.trial050.stdout: Installing : libcephfs-proxy2-2:20.2.0-670.gadc19233.el9.x86_64 5/62 2026-02-17T22:37:02.932 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-670.gadc19233.el9.x86_64 5/62 2026-02-17T22:37:02.944 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : librgw2-2:20.2.0-670.gadc19233.el9.x86_64 6/62 2026-02-17T22:37:02.972 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librgw2-2:20.2.0-670.gadc19233.el9.x86_64 6/62 2026-02-17T22:37:02.980 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : python3-rados-2:20.2.0-670.gadc19233.el9.x86_64 7/62 2026-02-17T22:37:02.981 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : libcephsqlite-2:20.2.0-670.gadc19233.el9.x86_64 8/62 2026-02-17T22:37:03.003 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libcephsqlite-2:20.2.0-670.gadc19233.el9.x86_64 8/62 2026-02-17T22:37:03.004 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : libradosstriper1-2:20.2.0-670.gadc19233.el9.x86_64 9/62 2026-02-17T22:37:03.018 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libradosstriper1-2:20.2.0-670.gadc19233.el9.x86_64 9/62 2026-02-17T22:37:03.028 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : python3-ceph-argparse-2:20.2.0-670.gadc19233.el9.x 10/62 2026-02-17T22:37:03.044 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : python3-cephfs-2:20.2.0-670.gadc19233.el9.x86_64 11/62 2026-02-17T22:37:03.051 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : python3-rbd-2:20.2.0-670.gadc19233.el9.x86_64 12/62 2026-02-17T22:37:03.058 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : python3-rgw-2:20.2.0-670.gadc19233.el9.x86_64 13/62 2026-02-17T22:37:03.106 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : librados-devel-2:20.2.0-670.gadc19233.el9.x86_64 14/62 2026-02-17T22:37:03.141 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-mgr-modules-core-2:20.2.0-670.gadc19233.el9.n 15/62 2026-02-17T22:37:03.142 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : python3-ceph-common-2:20.2.0-670.gadc19233.el9.x86 16/62 2026-02-17T22:37:04.245 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 17/62 2026-02-17T22:37:04.260 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 17/62 2026-02-17T22:37:04.561 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 17/62 2026-02-17T22:37:04.569 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-base-2:20.2.0-670.gadc19233.el9.x86_64 18/62 2026-02-17T22:37:04.585 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-base-2:20.2.0-670.gadc19233.el9.x86_64 18/62 2026-02-17T22:37:04.585 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-selinux-2:20.2.0-670.gadc19233.el9.x86_64 19/62 2026-02-17T22:37:08.798 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-selinux-2:20.2.0-670.gadc19233.el9.x86_64 19/62 2026-02-17T22:37:08.801 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-mds-2:20.2.0-670.gadc19233.el9.x86_64 20/62 2026-02-17T22:37:08.851 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mds-2:20.2.0-670.gadc19233.el9.x86_64 20/62 2026-02-17T22:37:08.852 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-mgr-2:20.2.0-670.gadc19233.el9.x86_64 21/62 2026-02-17T22:37:09.078 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mgr-2:20.2.0-670.gadc19233.el9.x86_64 21/62 2026-02-17T22:37:09.088 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-mon-2:20.2.0-670.gadc19233.el9.x86_64 22/62 2026-02-17T22:37:09.806 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mon-2:20.2.0-670.gadc19233.el9.x86_64 22/62 2026-02-17T22:37:09.821 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-osd-2:20.2.0-670.gadc19233.el9.x86_64 23/62 2026-02-17T22:37:09.830 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-osd-2:20.2.0-670.gadc19233.el9.x86_64 23/62 2026-02-17T22:37:10.899 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-2:20.2.0-670.gadc19233.el9.x86_64 24/62 2026-02-17T22:37:10.924 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-radosgw-2:20.2.0-670.gadc19233.el9.x86_64 25/62 2026-02-17T22:37:10.938 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-670.gadc19233.el9.x86_64 25/62 2026-02-17T22:37:10.939 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-immutable-object-cache-2:20.2.0-670.gadc19233 26/62 2026-02-17T22:37:11.074 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-670.gadc19233 26/62 2026-02-17T22:37:11.078 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : rbd-mirror-2:20.2.0-670.gadc19233.el9.x86_64 27/62 2026-02-17T22:37:14.998 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: rbd-mirror-2:20.2.0-670.gadc19233.el9.x86_64 27/62 2026-02-17T22:37:15.005 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-test-2:20.2.0-670.gadc19233.el9.x86_64 28/62 2026-02-17T22:37:15.010 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : libcephfs-devel-2:20.2.0-670.gadc19233.el9.x86_64 29/62 2026-02-17T22:37:15.020 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : rbd-fuse-2:20.2.0-670.gadc19233.el9.x86_64 30/62 2026-02-17T22:37:15.061 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : rbd-nbd-2:20.2.0-670.gadc19233.el9.x86_64 31/62 2026-02-17T22:37:15.063 INFO:teuthology.orchestra.run.trial050.stdout: Upgrading : ceph-fuse-2:20.2.0-670.gadc19233.el9.x86_64 32/62 2026-02-17T22:37:15.067 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-2:19.2.3-672.g283431c0.el9.x86_64 33/62 2026-02-17T22:37:15.070 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 34/62 2026-02-17T22:37:15.077 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 35/62 2026-02-17T22:37:15.077 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 35/62 2026-02-17T22:37:15.085 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 35/62 2026-02-17T22:37:15.086 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 36/62 2026-02-17T22:37:15.091 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 37/62 2026-02-17T22:37:15.092 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 37/62 2026-02-17T22:37:15.098 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 37/62 2026-02-17T22:37:15.103 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 38/62 2026-02-17T22:37:15.103 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 38/62 2026-02-17T22:37:15.110 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 38/62 2026-02-17T22:37:15.111 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 39/62 2026-02-17T22:37:15.117 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0 40/62 2026-02-17T22:37:15.117 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-immutable-object-cache-2:19.2.3-672.g283431c0 40/62 2026-02-17T22:37:15.124 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-672.g283431c0 40/62 2026-02-17T22:37:15.125 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 41/62 2026-02-17T22:37:15.125 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 42/62 2026-02-17T22:37:15.138 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 42/62 2026-02-17T22:37:15.139 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 43/62 2026-02-17T22:37:15.145 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 44/62 2026-02-17T22:37:15.145 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 44/62 2026-02-17T22:37:15.152 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 44/62 2026-02-17T22:37:15.158 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 45/62 2026-02-17T22:37:15.158 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 45/62 2026-02-17T22:37:15.165 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 45/62 2026-02-17T22:37:15.172 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 46/62 2026-02-17T22:37:15.172 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 46/62 2026-02-17T22:37:15.180 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 46/62 2026-02-17T22:37:15.180 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 47/62 2026-02-17T22:37:15.187 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 47/62 2026-02-17T22:37:15.193 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 48/62 2026-02-17T22:37:15.193 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 48/62 2026-02-17T22:37:15.209 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 48/62 2026-02-17T22:37:15.209 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 49/62 2026-02-17T22:37:15.218 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 49/62 2026-02-17T22:37:15.218 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 50/62 2026-02-17T22:37:15.230 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 50/62 2026-02-17T22:37:15.231 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 51/62 2026-02-17T22:37:15.232 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 52/62 2026-02-17T22:37:15.232 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 53/62 2026-02-17T22:37:15.244 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librbd1-2:19.2.3-672.g283431c0.el9.x86_64 53/62 2026-02-17T22:37:15.246 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 54/62 2026-02-17T22:37:15.246 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 55/62 2026-02-17T22:37:15.258 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librgw2-2:19.2.3-672.g283431c0.el9.x86_64 55/62 2026-02-17T22:37:15.259 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 56/62 2026-02-17T22:37:15.259 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 57/62 2026-02-17T22:37:15.269 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 57/62 2026-02-17T22:37:15.271 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 58/62 2026-02-17T22:37:15.272 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 59/62 2026-02-17T22:37:15.274 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 60/62 2026-02-17T22:37:15.276 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 61/62 2026-02-17T22:37:15.276 INFO:teuthology.orchestra.run.trial050.stdout: Cleanup : librados2-2:19.2.3-672.g283431c0.el9.x86_64 62/62 2026-02-17T22:37:15.675 INFO:teuthology.orchestra.run.trial050.stdout: Running scriptlet: librados2-2:19.2.3-672.g283431c0.el9.x86_64 62/62 2026-02-17T22:37:15.675 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephfs-daemon-2:20.2.0-670.gadc19233.el9.x86_64 1/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephfs-proxy2-2:20.2.0-670.gadc19233.el9.x86_64 2/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-2:20.2.0-670.gadc19233.el9.x86_64 3/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-2:19.2.3-672.g283431c0.el9.x86_64 4/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-base-2:20.2.0-670.gadc19233.el9.x86_64 5/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-base-2:19.2.3-672.g283431c0.el9.x86_64 6/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 7/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-common-2:19.2.3-672.g283431c0.el9.x86_64 8/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-fuse-2:20.2.0-670.gadc19233.el9.x86_64 9/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-fuse-2:19.2.3-672.g283431c0.el9.x86_64 10/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-670.gadc19233 11/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-672.g283431c0 12/62 2026-02-17T22:37:15.676 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mds-2:20.2.0-670.gadc19233.el9.x86_64 13/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mds-2:19.2.3-672.g283431c0.el9.x86_64 14/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mgr-2:20.2.0-670.gadc19233.el9.x86_64 15/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mgr-2:19.2.3-672.g283431c0.el9.x86_64 16/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mon-2:20.2.0-670.gadc19233.el9.x86_64 17/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mon-2:19.2.3-672.g283431c0.el9.x86_64 18/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-osd-2:20.2.0-670.gadc19233.el9.x86_64 19/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-osd-2:19.2.3-672.g283431c0.el9.x86_64 20/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-radosgw-2:20.2.0-670.gadc19233.el9.x86_64 21/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-radosgw-2:19.2.3-672.g283431c0.el9.x86_64 22/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-selinux-2:20.2.0-670.gadc19233.el9.x86_64 23/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-selinux-2:19.2.3-672.g283431c0.el9.x86_64 24/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-test-2:20.2.0-670.gadc19233.el9.x86_64 25/62 2026-02-17T22:37:15.677 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-test-2:19.2.3-672.g283431c0.el9.x86_64 26/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephfs-devel-2:20.2.0-670.gadc19233.el9.x86_64 27/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephfs-devel-2:19.2.3-672.g283431c0.el9.x86_64 28/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephfs2-2:20.2.0-670.gadc19233.el9.x86_64 29/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephfs2-2:19.2.3-672.g283431c0.el9.x86_64 30/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephsqlite-2:20.2.0-670.gadc19233.el9.x86_64 31/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libcephsqlite-2:19.2.3-672.g283431c0.el9.x86_64 32/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librados-devel-2:20.2.0-670.gadc19233.el9.x86_64 33/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librados-devel-2:19.2.3-672.g283431c0.el9.x86_64 34/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librados2-2:20.2.0-670.gadc19233.el9.x86_64 35/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librados2-2:19.2.3-672.g283431c0.el9.x86_64 36/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libradosstriper1-2:20.2.0-670.gadc19233.el9.x86_64 37/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : libradosstriper1-2:19.2.3-672.g283431c0.el9.x86_64 38/62 2026-02-17T22:37:15.678 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librbd1-2:20.2.0-670.gadc19233.el9.x86_64 39/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librbd1-2:19.2.3-672.g283431c0.el9.x86_64 40/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librgw2-2:20.2.0-670.gadc19233.el9.x86_64 41/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : librgw2-2:19.2.3-672.g283431c0.el9.x86_64 42/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-ceph-argparse-2:20.2.0-670.gadc19233.el9.x 43/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-ceph-argparse-2:19.2.3-672.g283431c0.el9.x 44/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-ceph-common-2:20.2.0-670.gadc19233.el9.x86 45/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-ceph-common-2:19.2.3-672.g283431c0.el9.x86 46/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-cephfs-2:20.2.0-670.gadc19233.el9.x86_64 47/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-cephfs-2:19.2.3-672.g283431c0.el9.x86_64 48/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rados-2:20.2.0-670.gadc19233.el9.x86_64 49/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rados-2:19.2.3-672.g283431c0.el9.x86_64 50/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rbd-2:20.2.0-670.gadc19233.el9.x86_64 51/62 2026-02-17T22:37:15.679 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rbd-2:19.2.3-672.g283431c0.el9.x86_64 52/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rgw-2:20.2.0-670.gadc19233.el9.x86_64 53/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : python3-rgw-2:19.2.3-672.g283431c0.el9.x86_64 54/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-fuse-2:20.2.0-670.gadc19233.el9.x86_64 55/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-fuse-2:19.2.3-672.g283431c0.el9.x86_64 56/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-mirror-2:20.2.0-670.gadc19233.el9.x86_64 57/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-mirror-2:19.2.3-672.g283431c0.el9.x86_64 58/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-nbd-2:20.2.0-670.gadc19233.el9.x86_64 59/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : rbd-nbd-2:19.2.3-672.g283431c0.el9.x86_64 60/62 2026-02-17T22:37:15.680 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-670.gadc19233.el9.n 61/62 2026-02-17T22:37:15.736 INFO:teuthology.orchestra.run.trial050.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-672.g283431c0.el9.n 62/62 2026-02-17T22:37:15.736 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:15.736 INFO:teuthology.orchestra.run.trial050.stdout:Upgraded: 2026-02-17T22:37:15.736 INFO:teuthology.orchestra.run.trial050.stdout: ceph-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.736 INFO:teuthology.orchestra.run.trial050.stdout: ceph-base-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.736 INFO:teuthology.orchestra.run.trial050.stdout: ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-fuse-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-immutable-object-cache-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mds-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mgr-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mgr-modules-core-2:20.2.0-670.gadc19233.el9.noarch 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-mon-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-osd-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-radosgw-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-selinux-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: ceph-test-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs-devel-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.737 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs2-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: libcephsqlite-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: librados-devel-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: librados2-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: libradosstriper1-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: librbd1-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: librgw2-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: python3-ceph-argparse-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: python3-ceph-common-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: python3-cephfs-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: python3-rados-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: python3-rbd-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: python3-rgw-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.738 INFO:teuthology.orchestra.run.trial050.stdout: rbd-fuse-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.739 INFO:teuthology.orchestra.run.trial050.stdout: rbd-mirror-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.739 INFO:teuthology.orchestra.run.trial050.stdout: rbd-nbd-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.739 INFO:teuthology.orchestra.run.trial050.stdout:Installed: 2026-02-17T22:37:15.739 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs-daemon-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.739 INFO:teuthology.orchestra.run.trial050.stdout: libcephfs-proxy2-2:20.2.0-670.gadc19233.el9.x86_64 2026-02-17T22:37:15.739 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:15.739 INFO:teuthology.orchestra.run.trial050.stdout:Complete! 2026-02-17T22:37:15.795 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=adc1923395f2bcd6ae89b5d331d278364d1848ed 2026-02-17T22:37:15.957 DEBUG:teuthology.orchestra.run.trial050:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2026-02-17T22:37:15.979 INFO:teuthology.orchestra.run.trial050.stdout:20.2.0-670.gadc19233.el9 2026-02-17T22:37:15.979 INFO:teuthology.packaging:The installed version of ceph is 20.2.0-670.gadc19233.el9 2026-02-17T22:37:15.979 INFO:teuthology.task.install:The correct ceph version 20.2.0-670.gadc19233 is installed. 2026-02-17T22:37:15.980 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:37:15.991 INFO:teuthology.task.print:**** done install.upgrade 2026-02-17T22:37:15.991 INFO:teuthology.run_tasks:Running task ceph.restart... 2026-02-17T22:37:16.009 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-17T22:37:16.009 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:16.029 INFO:tasks.ceph.mon.a:Stopped 2026-02-17T22:37:16.029 INFO:tasks.ceph.mon.a:Restarting daemon 2026-02-17T22:37:16.030 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-02-17T22:37:16.071 INFO:tasks.ceph.mon.a:Started 2026-02-17T22:37:16.072 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-17T22:37:16.072 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:16.081 INFO:tasks.ceph.mon.b:Stopped 2026-02-17T22:37:16.082 INFO:tasks.ceph.mon.b:Restarting daemon 2026-02-17T22:37:16.082 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-02-17T22:37:16.124 INFO:tasks.ceph.mon.b:Started 2026-02-17T22:37:16.124 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-17T22:37:16.125 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:16.135 INFO:tasks.ceph.mon.c:Stopped 2026-02-17T22:37:16.135 INFO:tasks.ceph.mon.c:Restarting daemon 2026-02-17T22:37:16.135 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-02-17T22:37:16.177 INFO:tasks.ceph.mon.c:Started 2026-02-17T22:37:16.177 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-17T22:37:16.178 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:16.197 INFO:tasks.ceph.mgr.x:Stopped 2026-02-17T22:37:16.197 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-02-17T22:37:16.197 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-02-17T22:37:16.239 INFO:tasks.ceph.mgr.x:Started 2026-02-17T22:37:16.239 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-17T22:37:16.239 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:16.264 INFO:tasks.ceph.mgr.y:Stopped 2026-02-17T22:37:16.264 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-02-17T22:37:16.264 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-02-17T22:37:16.306 INFO:tasks.ceph.mgr.y:Started 2026-02-17T22:37:16.306 INFO:teuthology.run_tasks:Running task ceph.healthy... 2026-02-17T22:37:16.318 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-17T22:37:16.318 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-17T22:37:16.318 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-17T22:37:16.391 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.385+0000 7fe9c5985640 1 -- 10.20.193.50:0/4004776606 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c0080bb0 msgr2=0x7fe9c0080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.391 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.385+0000 7fe9c5985640 1 --2- 10.20.193.50:0/4004776606 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c0080bb0 0x7fe9c0080f80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4005ea0 tx=0x7fe9b402f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.391 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.385+0000 7fe9c5985640 1 -- 10.20.193.50:0/4004776606 shutdown_connections 2026-02-17T22:37:16.391 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.385+0000 7fe9c5985640 1 --2- 10.20.193.50:0/4004776606 >> v2:10.20.193.50:3300/0 conn(0x7fe9c007cb10 0x7fe9c0196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.391 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.385+0000 7fe9c5985640 1 --2- 10.20.193.50:0/4004776606 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c0080bb0 0x7fe9c0080f80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.392 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.385+0000 7fe9c5985640 1 -- 10.20.193.50:0/4004776606 >> 10.20.193.50:0/4004776606 conn(0x7fe9c00833e0 msgr2=0x7fe9c00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.392 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.385+0000 7fe9c5985640 1 -- 10.20.193.50:0/4004776606 shutdown_connections 2026-02-17T22:37:16.392 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.385+0000 7fe9c5985640 1 -- 10.20.193.50:0/4004776606 wait complete. 2026-02-17T22:37:16.392 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9c5985640 1 Processor -- start 2026-02-17T22:37:16.392 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9c5985640 1 -- start start 2026-02-17T22:37:16.392 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9c5985640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c007cb10 0x7fe9c0076d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.392 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9c5985640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c0080bb0 0x7fe9c0077240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.392 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9c5985640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9c00814c0 0x7fe9c011fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.393 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9c5985640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c0196aa0 con 0x7fe9c00814c0 2026-02-17T22:37:16.393 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9c5985640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fe9c0196920 con 0x7fe9c007cb10 2026-02-17T22:37:16.393 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9c5985640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fe9c0196c20 con 0x7fe9c0080bb0 2026-02-17T22:37:16.393 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c007cb10 0x7fe9c0076d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.393 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c007cb10 0x7fe9c0076d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:47964/0 (socket says 10.20.193.50:47964) 2026-02-17T22:37:16.393 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 -- 10.20.193.50:0/2366811772 learned_addr learned my addr 10.20.193.50:0/2366811772 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:16.393 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9be7fc640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c0080bb0 0x7fe9c0077240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.393 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9bf7fe640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9c00814c0 0x7fe9c011fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.394 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 -- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c0080bb0 msgr2=0x7fe9c0077240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.394 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c0080bb0 0x7fe9c0077240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.394 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 -- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9c00814c0 msgr2=0x7fe9c011fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.394 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9c00814c0 0x7fe9c011fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.394 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 -- 10.20.193.50:0/2366811772 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c0079b30 con 0x7fe9c007cb10 2026-02-17T22:37:16.394 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9bf7fe640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9c00814c0 0x7fe9c011fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:37:16.394 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe9beffd640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c007cb10 0x7fe9c0076d00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe9b402fe70 tx=0x7fe9b4002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:16.394 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.386+0000 7fe997fff640 1 -- 10.20.193.50:0/2366811772 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b4046070 con 0x7fe9c007cb10 2026-02-17T22:37:16.395 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.387+0000 7fe997fff640 1 -- 10.20.193.50:0/2366811772 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9b40045f0 con 0x7fe9c007cb10 2026-02-17T22:37:16.395 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.387+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c0078ee0 con 0x7fe9c007cb10 2026-02-17T22:37:16.395 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.387+0000 7fe997fff640 1 -- 10.20.193.50:0/2366811772 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b4038470 con 0x7fe9c007cb10 2026-02-17T22:37:16.395 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.387+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c0077960 con 0x7fe9c007cb10 2026-02-17T22:37:16.395 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.387+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9c005dad0 con 0x7fe9c007cb10 2026-02-17T22:37:16.395 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.387+0000 7fe997fff640 1 -- 10.20.193.50:0/2366811772 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fe9b4038610 con 0x7fe9c007cb10 2026-02-17T22:37:16.395 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.388+0000 7fe9be7fc640 1 -- 10.20.193.50:0/2366811772 >> v1:10.20.193.50:6800/2497348673 conn(0x7fe99004fac0 legacy=0x7fe99006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:16.395 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.388+0000 7fe997fff640 1 -- 10.20.193.50:0/2366811772 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7fe9b408b620 con 0x7fe9c007cb10 2026-02-17T22:37:16.396 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.389+0000 7fe997fff640 1 -- 10.20.193.50:0/2366811772 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fe9c005dad0 con 0x7fe9c007cb10 2026-02-17T22:37:16.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.479+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fe9c0053200 con 0x7fe9c007cb10 2026-02-17T22:37:16.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.480+0000 7fe997fff640 1 -- 10.20.193.50:0/2366811772 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v6) ==== 74+0+121587 (secure 0 0 0) 0x7fe9b4065170 con 0x7fe9c007cb10 2026-02-17T22:37:16.484 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 >> v1:10.20.193.50:6800/2497348673 conn(0x7fe99004fac0 legacy=0x7fe99006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c007cb10 msgr2=0x7fe9c0076d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c007cb10 0x7fe9c0076d00 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe9b402fe70 tx=0x7fe9b4002900 comp rx=0 tx=0).stop 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 shutdown_connections 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fe9c00814c0 0x7fe9c011fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fe9c0080bb0 0x7fe9c0077240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 --2- 10.20.193.50:0/2366811772 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fe9c007cb10 0x7fe9c0076d00 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 >> 10.20.193.50:0/2366811772 conn(0x7fe9c00833e0 msgr2=0x7fe9c012ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 shutdown_connections 2026-02-17T22:37:16.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.482+0000 7fe9c5985640 1 -- 10.20.193.50:0/2366811772 wait complete. 2026-02-17T22:37:16.494 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":6,"flags":0,"active_gid":4112,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6800","nonce":2497348673}]},"active_addr":"10.20.193.50:6800/2497348673","active_change":"2026-02-17T22:36:07.297291+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4126,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":2595097904}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":2903800687}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":1856619081}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":2644708274}]}]} 2026-02-17T22:37:16.501 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-17T22:37:16.501 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-17T22:37:16.501 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:37:16.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.568+0000 7fd8f6608640 1 -- 10.20.193.50:0/1095056351 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 msgr2=0x7fd8f0080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.568+0000 7fd8f6608640 1 --2- 10.20.193.50:0/1095056351 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 0x7fd8f0080f80 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc005fd0 tx=0x7fd8dc02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.568+0000 7fd8f6608640 1 -- 10.20.193.50:0/1095056351 shutdown_connections 2026-02-17T22:37:16.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.568+0000 7fd8f6608640 1 --2- 10.20.193.50:0/1095056351 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8f007cb10 0x7fd8f0196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.568+0000 7fd8f6608640 1 --2- 10.20.193.50:0/1095056351 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 0x7fd8f0080f80 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.568+0000 7fd8f6608640 1 -- 10.20.193.50:0/1095056351 >> 10.20.193.50:0/1095056351 conn(0x7fd8f00833e0 msgr2=0x7fd8f00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.568+0000 7fd8f6608640 1 -- 10.20.193.50:0/1095056351 shutdown_connections 2026-02-17T22:37:16.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.568+0000 7fd8f6608640 1 -- 10.20.193.50:0/1095056351 wait complete. 2026-02-17T22:37:16.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f6608640 1 Processor -- start 2026-02-17T22:37:16.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f6608640 1 -- start start 2026-02-17T22:37:16.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f6608640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8f007cb10 0x7fd8f0059ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f6608640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 0x7fd8f005a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f6608640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8f00814c0 0x7fd8f005a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f6608640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd8f0196b70 con 0x7fd8f007cb10 2026-02-17T22:37:16.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f6608640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd8f01969f0 con 0x7fd8f0080bb0 2026-02-17T22:37:16.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f6608640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fd8f0196cf0 con 0x7fd8f00814c0 2026-02-17T22:37:16.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8ef7fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 0x7fd8f005a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8ef7fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 0x7fd8f005a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:47972/0 (socket says 10.20.193.50:47972) 2026-02-17T22:37:16.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8f4b7e640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8f00814c0 0x7fd8f005a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8ef7fe640 1 -- 10.20.193.50:0/2498526527 learned_addr learned my addr 10.20.193.50:0/2498526527 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:16.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.569+0000 7fd8effff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8f007cb10 0x7fd8f0059ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f4b7e640 1 -- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 msgr2=0x7fd8f005a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f4b7e640 1 --2- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 0x7fd8f005a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f4b7e640 1 -- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8f007cb10 msgr2=0x7fd8f0059ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f4b7e640 1 --2- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8f007cb10 0x7fd8f0059ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f4b7e640 1 -- 10.20.193.50:0/2498526527 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8f005b800 con 0x7fd8f00814c0 2026-02-17T22:37:16.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8ef7fe640 1 --2- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 0x7fd8f005a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:16.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f4b7e640 1 --2- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8f00814c0 0x7fd8f005a940 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd8e4009dc0 tx=0x7fd8e400c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:16.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8ecff9640 1 -- 10.20.193.50:0/2498526527 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e40092e0 con 0x7fd8f00814c0 2026-02-17T22:37:16.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8ecff9640 1 -- 10.20.193.50:0/2498526527 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd8e400cb30 con 0x7fd8f00814c0 2026-02-17T22:37:16.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8f005ca00 con 0x7fd8f00814c0 2026-02-17T22:37:16.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8ecff9640 1 -- 10.20.193.50:0/2498526527 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e4003a80 con 0x7fd8f00814c0 2026-02-17T22:37:16.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8f0144550 con 0x7fd8f00814c0 2026-02-17T22:37:16.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.570+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8f0080f80 con 0x7fd8f00814c0 2026-02-17T22:37:16.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.571+0000 7fd8ecff9640 1 -- 10.20.193.50:0/2498526527 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fd8e4003c20 con 0x7fd8f00814c0 2026-02-17T22:37:16.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.571+0000 7fd8ecff9640 1 -- 10.20.193.50:0/2498526527 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7fd8e4067830 con 0x7fd8f00814c0 2026-02-17T22:37:16.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.571+0000 7fd8effff640 1 -- 10.20.193.50:0/2498526527 >> v1:10.20.193.50:6800/2497348673 conn(0x7fd8c004fac0 legacy=0x7fd8c006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:16.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.573+0000 7fd8ecff9640 1 -- 10.20.193.50:0/2498526527 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fd8e4022020 con 0x7fd8f00814c0 2026-02-17T22:37:16.649 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.646+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd8f0053200 con 0x7fd8f00814c0 2026-02-17T22:37:16.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.646+0000 7fd8ecff9640 1 -- 10.20.193.50:0/2498526527 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+8823 (secure 0 0 0) 0x7fd8e4010040 con 0x7fd8f00814c0 2026-02-17T22:37:16.650 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:16.651 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":18,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:36:30.957323+0000","last_up_change":"2026-02-17T22:36:18.418889+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":2857897150}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":2857897150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":2857897150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":2857897150}]},"public_addr":"10.20.193.50:6809/2857897150","cluster_addr":"10.20.193.50:6810/2857897150","heartbeat_back_addr":"10.20.193.50:6812/2857897150","heartbeat_front_addr":"10.20.193.50:6811/2857897150","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2550386180}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2550386180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2550386180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2550386180}]},"public_addr":"10.20.193.50:6801/2550386180","cluster_addr":"10.20.193.50:6802/2550386180","heartbeat_back_addr":"10.20.193.50:6804/2550386180","heartbeat_front_addr":"10.20.193.50:6803/2550386180","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2460693169}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2460693169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2460693169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2460693169}]},"public_addr":"10.20.193.50:6805/2460693169","cluster_addr":"10.20.193.50:6806/2460693169","heartbeat_back_addr":"10.20.193.50:6808/2460693169","heartbeat_front_addr":"10.20.193.50:6807/2460693169","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":3967468783}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":3967468783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":3967468783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":3967468783}]},"public_addr":"10.20.193.50:6813/3967468783","cluster_addr":"10.20.193.50:6814/3967468783","heartbeat_back_addr":"10.20.193.50:6816/3967468783","heartbeat_front_addr":"10.20.193.50:6815/3967468783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:37:16.651 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 >> v1:10.20.193.50:6800/2497348673 conn(0x7fd8c004fac0 legacy=0x7fd8c006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8f00814c0 msgr2=0x7fd8f005a940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 --2- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8f00814c0 0x7fd8f005a940 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd8e4009dc0 tx=0x7fd8e400c490 comp rx=0 tx=0).stop 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 shutdown_connections 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 --2- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8f00814c0 0x7fd8f005a940 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 --2- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8f0080bb0 0x7fd8f005a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 --2- 10.20.193.50:0/2498526527 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8f007cb10 0x7fd8f0059ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 >> 10.20.193.50:0/2498526527 conn(0x7fd8f00833e0 msgr2=0x7fd8f0132a40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 shutdown_connections 2026-02-17T22:37:16.652 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.648+0000 7fd8f6608640 1 -- 10.20.193.50:0/2498526527 wait complete. 2026-02-17T22:37:16.660 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-17T22:37:16.660 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:37:16.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3406491760 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f5805c060 msgr2=0x7f1f5805c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 --2- 10.20.193.50:0/3406491760 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f5805c060 0x7f1f5805c430 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c005fd0 tx=0x7f1f4c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3406491760 shutdown_connections 2026-02-17T22:37:16.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 --2- 10.20.193.50:0/3406491760 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1f58177a70 0x7f1f58197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 --2- 10.20.193.50:0/3406491760 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f5805c060 0x7f1f5805c430 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3406491760 >> 10.20.193.50:0/3406491760 conn(0x7f1f580833e0 msgr2=0x7f1f580840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3406491760 shutdown_connections 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3406491760 wait complete. 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 Processor -- start 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.724+0000 7f1f5ce86640 1 -- start start 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f5ce86640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1f5805c060 0x7f1f5807b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f5ce86640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1f5805c970 0x7f1f5807b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f5ce86640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f58177a70 0x7f1f5807bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f5ce86640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1f58198db0 con 0x7f1f5805c970 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f5ce86640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1f58198c30 con 0x7f1f5805c060 2026-02-17T22:37:16.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f5ce86640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f1f58198f30 con 0x7f1f58177a70 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f58177a70 0x7f1f5807bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56575640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1f5805c060 0x7f1f5807b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f55d74640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1f5805c970 0x7f1f5807b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f58177a70 0x7f1f5807bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:41980/0 (socket says 10.20.193.50:41980) 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 -- 10.20.193.50:0/3393643816 learned_addr learned my addr 10.20.193.50:0/3393643816 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56575640 1 --2- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1f5805c060 0x7f1f5807b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:47994/0 (socket says 10.20.193.50:47994) 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 -- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1f5805c060 msgr2=0x7f1f5807b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 --2- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1f5805c060 0x7f1f5807b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 -- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1f5805c970 msgr2=0x7f1f5807b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 --2- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1f5805c970 0x7f1f5807b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 -- 10.20.193.50:0/3393643816 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f5818a970 con 0x7f1f58177a70 2026-02-17T22:37:16.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f56d76640 1 --2- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f58177a70 0x7f1f5807bef0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009e90 tx=0x7f1f48009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f3effd640 1 -- 10.20.193.50:0/3393643816 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f4800cdf0 con 0x7f1f58177a70 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f3effd640 1 -- 10.20.193.50:0/3393643816 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f480090d0 con 0x7f1f58177a70 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f58189870 con 0x7f1f58177a70 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f3effd640 1 -- 10.20.193.50:0/3393643816 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f48003a80 con 0x7f1f58177a70 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.725+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f58186bb0 con 0x7f1f58177a70 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.726+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f5805c430 con 0x7f1f58177a70 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.726+0000 7f1f3effd640 1 -- 10.20.193.50:0/3393643816 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f1f48003c20 con 0x7f1f58177a70 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.726+0000 7f1f56575640 1 -- 10.20.193.50:0/3393643816 >> v1:10.20.193.50:6800/2497348673 conn(0x7f1f2404fac0 legacy=0x7f1f2406ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:16.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.726+0000 7f1f3effd640 1 -- 10.20.193.50:0/3393643816 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7f1f48067940 con 0x7f1f58177a70 2026-02-17T22:37:16.734 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.728+0000 7f1f3effd640 1 -- 10.20.193.50:0/3393643816 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f1f48022020 con 0x7f1f58177a70 2026-02-17T22:37:16.802 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.798+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1f5807cb70 con 0x7f1f58177a70 2026-02-17T22:37:16.802 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.799+0000 7f1f3effd640 1 -- 10.20.193.50:0/3393643816 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+8823 (secure 0 0 0) 0x7f1f48010040 con 0x7f1f58177a70 2026-02-17T22:37:16.802 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:16.803 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":18,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:36:30.957323+0000","last_up_change":"2026-02-17T22:36:18.418889+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":2857897150}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":2857897150}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":2857897150}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":2857897150}]},"public_addr":"10.20.193.50:6809/2857897150","cluster_addr":"10.20.193.50:6810/2857897150","heartbeat_back_addr":"10.20.193.50:6812/2857897150","heartbeat_front_addr":"10.20.193.50:6811/2857897150","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2550386180}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2550386180}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2550386180}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2550386180}]},"public_addr":"10.20.193.50:6801/2550386180","cluster_addr":"10.20.193.50:6802/2550386180","heartbeat_back_addr":"10.20.193.50:6804/2550386180","heartbeat_front_addr":"10.20.193.50:6803/2550386180","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2460693169}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2460693169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2460693169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2460693169}]},"public_addr":"10.20.193.50:6805/2460693169","cluster_addr":"10.20.193.50:6806/2460693169","heartbeat_back_addr":"10.20.193.50:6808/2460693169","heartbeat_front_addr":"10.20.193.50:6807/2460693169","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":3967468783}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":3967468783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":3967468783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":3967468783}]},"public_addr":"10.20.193.50:6813/3967468783","cluster_addr":"10.20.193.50:6814/3967468783","heartbeat_back_addr":"10.20.193.50:6816/3967468783","heartbeat_front_addr":"10.20.193.50:6815/3967468783","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:37:16.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 >> v1:10.20.193.50:6800/2497348673 conn(0x7f1f2404fac0 legacy=0x7f1f2406ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:16.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f58177a70 msgr2=0x7f1f5807bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 --2- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f58177a70 0x7f1f5807bef0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f1f48009e90 tx=0x7f1f48009f90 comp rx=0 tx=0).stop 2026-02-17T22:37:16.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 shutdown_connections 2026-02-17T22:37:16.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 --2- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1f58177a70 0x7f1f5807bef0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 --2- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1f5805c970 0x7f1f5807b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 --2- 10.20.193.50:0/3393643816 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1f5805c060 0x7f1f5807b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.804 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 >> 10.20.193.50:0/3393643816 conn(0x7f1f580833e0 msgr2=0x7f1f5807dc20 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.805 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 shutdown_connections 2026-02-17T22:37:16.805 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.800+0000 7f1f5ce86640 1 -- 10.20.193.50:0/3393643816 wait complete. 2026-02-17T22:37:16.813 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-17T22:37:16.814 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-17T22:37:16.814 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-17T22:37:16.815 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-17T22:37:16.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.882+0000 7fdac430c640 1 -- 10.20.193.50:0/1261413191 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084b00 msgr2=0x7fdabc134460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 --2- 10.20.193.50:0/1261413191 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084b00 0x7fdabc134460 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdab8009f10 tx=0x7fdab802f340 comp rx=0 tx=0).stop 2026-02-17T22:37:16.887 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- 10.20.193.50:0/93879976 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc650081690 msgr2=0x7fc650175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.887 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 --2- 10.20.193.50:0/93879976 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc650081690 0x7fc650175130 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc644005ea0 tx=0x7fc64402f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.888 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 -- 10.20.193.50:0/1261413191 shutdown_connections 2026-02-17T22:37:16.888 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 --2- 10.20.193.50:0/1261413191 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084b00 0x7fdabc134460 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.888 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 --2- 10.20.193.50:0/1261413191 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdabc083e00 0x7fdabc0841d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.888 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 -- 10.20.193.50:0/1261413191 >> 10.20.193.50:0/1261413191 conn(0x7fdabc0890c0 msgr2=0x7fdabc05a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.889 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- 10.20.193.50:0/93879976 shutdown_connections 2026-02-17T22:37:16.889 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 --2- 10.20.193.50:0/93879976 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc650175670 0x7fc650195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.889 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 --2- 10.20.193.50:0/93879976 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc650081690 0x7fc650175130 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.889 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- 10.20.193.50:0/93879976 >> 10.20.193.50:0/93879976 conn(0x7fc6500833e0 msgr2=0x7fc6500840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.889 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- 10.20.193.50:0/93879976 shutdown_connections 2026-02-17T22:37:16.889 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- 10.20.193.50:0/93879976 wait complete. 2026-02-17T22:37:16.890 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 -- 10.20.193.50:0/1261413191 shutdown_connections 2026-02-17T22:37:16.890 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 -- 10.20.193.50:0/1261413191 wait complete. 2026-02-17T22:37:16.890 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 Processor -- start 2026-02-17T22:37:16.891 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 Processor -- start 2026-02-17T22:37:16.891 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- start start 2026-02-17T22:37:16.891 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 -- start start 2026-02-17T22:37:16.892 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7ff91dae1640 1 -- 10.20.193.50:0/1649522080 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff91805cb40 msgr2=0x7ff918177360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.892 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7ff91dae1640 1 --2- 10.20.193.50:0/1649522080 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff91805cb40 0x7ff918177360 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff908005fd0 tx=0x7ff90802f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.892 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7ff91dae1640 1 -- 10.20.193.50:0/1649522080 shutdown_connections 2026-02-17T22:37:16.892 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7ff91dae1640 1 --2- 10.20.193.50:0/1649522080 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff9181778a0 0x7ff918197c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7ff91dae1640 1 --2- 10.20.193.50:0/1649522080 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff91805cb40 0x7ff918177360 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7ff91dae1640 1 -- 10.20.193.50:0/1649522080 >> 10.20.193.50:0/1649522080 conn(0x7ff9180833e0 msgr2=0x7ff9180840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7ff91dae1640 1 -- 10.20.193.50:0/1649522080 shutdown_connections 2026-02-17T22:37:16.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7ff91dae1640 1 -- 10.20.193.50:0/1649522080 wait complete. 2026-02-17T22:37:16.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc650080bb0 0x7fc65005cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.894 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc650081690 0x7fc650175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.894 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc650175670 0x7fc65005d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.894 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc650196b40 con 0x7fc650081690 2026-02-17T22:37:16.894 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc6501969c0 con 0x7fc650080bb0 2026-02-17T22:37:16.894 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc657f85640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fc650196cc0 con 0x7fc650175670 2026-02-17T22:37:16.894 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fba942a3640 1 -- 10.20.193.50:0/570964887 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c157250 msgr2=0x7fba8c177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.894 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fba942a3640 1 --2- 10.20.193.50:0/570964887 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c157250 0x7fba8c177630 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fba80004770 tx=0x7fba8002f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.895 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc6554f9640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc650081690 0x7fc650175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.895 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc655cfa640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc650080bb0 0x7fc65005cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.895 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc6554f9640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc650081690 0x7fc650175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:42810/0 (socket says 10.20.193.50:42810) 2026-02-17T22:37:16.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdabc083e00 0x7fdabc058650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fdac430c640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084710 0x7fdabc058b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fba942a3640 1 -- 10.20.193.50:0/570964887 shutdown_connections 2026-02-17T22:37:16.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fba942a3640 1 --2- 10.20.193.50:0/570964887 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fba8c177b70 0x7fba8c197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fba942a3640 1 --2- 10.20.193.50:0/570964887 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c157250 0x7fba8c177630 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.896 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fba942a3640 1 -- 10.20.193.50:0/570964887 >> 10.20.193.50:0/570964887 conn(0x7fba8c08aae0 msgr2=0x7fba8c08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.883+0000 7fc6554f9640 1 -- 10.20.193.50:0/3629833209 learned_addr learned my addr 10.20.193.50:0/3629833209 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:16.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fc6564fb640 1 --2- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc650175670 0x7fc65005d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.897 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac430c640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdabc084b00 0x7fdabc0590d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac430c640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdabc196c60 con 0x7fdabc083e00 2026-02-17T22:37:16.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac430c640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdabc196ae0 con 0x7fdabc084b00 2026-02-17T22:37:16.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac430c640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fdabc196de0 con 0x7fdabc084710 2026-02-17T22:37:16.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 -- 10.20.193.50:0/570964887 shutdown_connections 2026-02-17T22:37:16.898 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 -- 10.20.193.50:0/570964887 wait complete. 2026-02-17T22:37:16.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084710 0x7fdabc058b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fc6554f9640 1 -- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc650175670 msgr2=0x7fc65005d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.899 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fc6554f9640 1 --2- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc650175670 0x7fc65005d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.900 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fc6554f9640 1 -- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc650080bb0 msgr2=0x7fc65005cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.900 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fc6554f9640 1 --2- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc650080bb0 0x7fc65005cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.900 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fc6554f9640 1 -- 10.20.193.50:0/3629833209 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc65005c920 con 0x7fc650081690 2026-02-17T22:37:16.900 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fc6564fb640 1 --2- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc650175670 0x7fc65005d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:37:16.901 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084710 0x7fdabc058b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:42008/0 (socket says 10.20.193.50:42008) 2026-02-17T22:37:16.901 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 -- 10.20.193.50:0/2304224303 learned_addr learned my addr 10.20.193.50:0/2304224303 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:16.901 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 -- 10.20.193.50:0/2304224303 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdabc084b00 msgr2=0x7fdabc0590d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:16.901 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac2882640 1 --2- 10.20.193.50:0/2304224303 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdabc084b00 0x7fdabc0590d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.901 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 --2- 10.20.193.50:0/2304224303 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdabc084b00 0x7fdabc0590d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.901 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 -- 10.20.193.50:0/2304224303 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdabc083e00 msgr2=0x7fdabc058650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.901 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 --2- 10.20.193.50:0/2304224303 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdabc083e00 0x7fdabc058650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.901 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 -- 10.20.193.50:0/2304224303 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdabc05a410 con 0x7fdabc084710 2026-02-17T22:37:16.902 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff91dae1640 1 Processor -- start 2026-02-17T22:37:16.902 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 Processor -- start 2026-02-17T22:37:16.902 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff91dae1640 1 -- start start 2026-02-17T22:37:16.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac1880640 1 --2- 10.20.193.50:0/2304224303 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084710 0x7fdabc058b90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdab000c700 tx=0x7fdab000cbd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:16.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 -- start start 2026-02-17T22:37:16.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab0016020 con 0x7fdabc084710 2026-02-17T22:37:16.903 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdab000a930 con 0x7fdabc084710 2026-02-17T22:37:16.904 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdabc059f70 con 0x7fdabc084710 2026-02-17T22:37:16.904 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdab000ace0 con 0x7fdabc084710 2026-02-17T22:37:16.904 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff91dae1640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff91805c060 0x7ff918121fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.904 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff91dae1640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff91805cb40 0x7ff9181224e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.905 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c130220 0x7fba8c177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.905 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fba8c157250 0x7fba8c197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.905 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fba8c177b70 0x7fba8c05a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.905 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fba8c198d30 con 0x7fba8c130220 2026-02-17T22:37:16.905 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fba8c198bb0 con 0x7fba8c157250 2026-02-17T22:37:16.905 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba942a3640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fba8c198eb0 con 0x7fba8c177b70 2026-02-17T22:37:16.906 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fdabc059890 con 0x7fdabc084710 2026-02-17T22:37:16.906 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff91dae1640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff9181778a0 0x7ff918125360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:16.906 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff91dae1640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff918198c40 con 0x7ff91805c060 2026-02-17T22:37:16.906 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff91dae1640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff918198ac0 con 0x7ff91805cb40 2026-02-17T22:37:16.906 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff91dae1640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7ff918198dc0 con 0x7ff9181778a0 2026-02-17T22:37:16.907 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff917fff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff9181778a0 0x7ff918125360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.907 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff9177fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff91805c060 0x7ff918121fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.907 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7ff917fff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff9181778a0 0x7ff918125360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:42018/0 (socket says 10.20.193.50:42018) 2026-02-17T22:37:16.907 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff917fff640 1 -- 10.20.193.50:0/3037750549 learned_addr learned my addr 10.20.193.50:0/3037750549 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:16.907 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff916ffd640 1 --2- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff91805cb40 0x7ff9181224e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.907 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba92018640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c130220 0x7fba8c177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba92819640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fba8c177b70 0x7fba8c05a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba92018640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c130220 0x7fba8c177630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:42842/0 (socket says 10.20.193.50:42842) 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba92018640 1 -- 10.20.193.50:0/3967760627 learned_addr learned my addr 10.20.193.50:0/3967760627 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.884+0000 7fba91817640 1 --2- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fba8c157250 0x7fba8c197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba92018640 1 -- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fba8c177b70 msgr2=0x7fba8c05a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba92018640 1 --2- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fba8c177b70 0x7fba8c05a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba92018640 1 -- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fba8c157250 msgr2=0x7fba8c197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba92018640 1 --2- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fba8c157250 0x7fba8c197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba92018640 1 -- 10.20.193.50:0/3967760627 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba8c1307a0 con 0x7fba8c130220 2026-02-17T22:37:16.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba91817640 1 --2- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fba8c157250 0x7fba8c197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:37:16.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff916ffd640 1 -- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff9181778a0 msgr2=0x7ff918125360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba92018640 1 --2- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c130220 0x7fba8c177630 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fba7c00c700 tx=0x7fba7c00cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:16.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7c016020 con 0x7fba8c130220 2026-02-17T22:37:16.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fba7c00a930 con 0x7fba8c130220 2026-02-17T22:37:16.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff916ffd640 1 --2- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff9181778a0 0x7ff918125360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff916ffd640 1 -- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff91805c060 msgr2=0x7ff918121fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff916ffd640 1 --2- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff91805c060 0x7ff918121fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba8c05cfb0 con 0x7fba8c130220 2026-02-17T22:37:16.911 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff916ffd640 1 -- 10.20.193.50:0/3037750549 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff91810e740 con 0x7ff91805cb40 2026-02-17T22:37:16.911 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff9177fe640 1 --2- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff91805c060 0x7ff918121fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:16.911 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff917fff640 1 --2- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff9181778a0 0x7ff918125360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:16.911 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7c00ad00 con 0x7fba8c130220 2026-02-17T22:37:16.912 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba8c0813b0 con 0x7fba8c130220 2026-02-17T22:37:16.912 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff916ffd640 1 --2- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff91805cb40 0x7ff9181224e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff918085fd0 tx=0x7ff908002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:16.912 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff908046070 con 0x7ff91805cb40 2026-02-17T22:37:16.912 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdabc0841d0 con 0x7fdabc084710 2026-02-17T22:37:16.913 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff908002c80 con 0x7ff91805cb40 2026-02-17T22:37:16.913 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff91810d300 con 0x7ff91805cb40 2026-02-17T22:37:16.913 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9080386d0 con 0x7ff91805cb40 2026-02-17T22:37:16.913 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff918122a20 con 0x7ff91805cb40 2026-02-17T22:37:16.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fdab0012420 con 0x7fdabc084710 2026-02-17T22:37:16.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fba8c0816a0 con 0x7fba8c130220 2026-02-17T22:37:16.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fdac2081640 1 -- 10.20.193.50:0/2304224303 >> v1:10.20.193.50:6800/2497348673 conn(0x7fda8c04fac0 legacy=0x7fda8c06ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:16.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7fdab0066e80 con 0x7fdabc084710 2026-02-17T22:37:16.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 --> v1:10.20.193.50:6801/2550386180 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdab000ee50 con 0x7fda8c0741e0 2026-02-17T22:37:16.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fdab0069550 con 0x7fdabc084710 2026-02-17T22:37:16.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.885+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fba7c01b400 con 0x7fba8c130220 2026-02-17T22:37:16.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fc6554f9640 1 --2- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc650081690 0x7fc650175130 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fc6440044a0 tx=0x7fc644002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:16.916 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff91805c430 con 0x7ff91805cb40 2026-02-17T22:37:16.916 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc644046070 con 0x7fc650081690 2026-02-17T22:37:16.916 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7fba7c0671d0 con 0x7fba8c130220 2026-02-17T22:37:16.917 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6440045c0 con 0x7fc650081690 2026-02-17T22:37:16.917 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc644038470 con 0x7fc650081690 2026-02-17T22:37:16.917 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc65005c3f0 con 0x7fc650081690 2026-02-17T22:37:16.917 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc65005ae40 con 0x7fc650081690 2026-02-17T22:37:16.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7ff908038870 con 0x7ff91805cb40 2026-02-17T22:37:16.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7ff90808b4a0 con 0x7ff91805cb40 2026-02-17T22:37:16.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7ff9177fe640 1 -- 10.20.193.50:0/3037750549 >> v1:10.20.193.50:6800/2497348673 conn(0x7ff8e804fac0 legacy=0x7ff8e806ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:16.918 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 <== osd.1 v1:10.20.193.50:6801/2550386180 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7fdab000ee50 con 0x7fda8c0741e0 2026-02-17T22:37:16.919 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 --> v1:10.20.193.50:6809/2857897150 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff908030e50 con 0x7ff8e80741e0 2026-02-17T22:37:16.919 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7ff908092050 con 0x7ff91805cb40 2026-02-17T22:37:16.919 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 --> v1:10.20.193.50:6805/2460693169 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fba7c01be50 con 0x7fba5c074160 2026-02-17T22:37:16.919 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fba7c06e050 con 0x7fba8c130220 2026-02-17T22:37:16.919 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fba91817640 1 -- 10.20.193.50:0/3967760627 >> v1:10.20.193.50:6800/2497348673 conn(0x7fba5c04fab0 legacy=0x7fba5c06ff60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:16.920 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc650080f80 con 0x7fc650081690 2026-02-17T22:37:16.920 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.886+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fc644038610 con 0x7fc650081690 2026-02-17T22:37:16.920 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.887+0000 7fc655cfa640 1 -- 10.20.193.50:0/3629833209 >> v1:10.20.193.50:6800/2497348673 conn(0x7fc62004fac0 legacy=0x7fc62006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:16.920 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.887+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7fc64408b400 con 0x7fc650081690 2026-02-17T22:37:16.921 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.887+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 --> v1:10.20.193.50:6813/3967468783 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc644031ec0 con 0x7fc6200741e0 2026-02-17T22:37:16.921 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.887+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7fc644092050 con 0x7fc650081690 2026-02-17T22:37:16.921 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.887+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 <== osd.0 v1:10.20.193.50:6809/2857897150 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7ff908030e50 con 0x7ff8e80741e0 2026-02-17T22:37:16.921 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.887+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 <== osd.2 v1:10.20.193.50:6805/2460693169 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7fba7c01be50 con 0x7fba5c074160 2026-02-17T22:37:16.921 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.888+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 <== osd.3 v1:10.20.193.50:6813/3967468783 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27504 (unknown 0 0 3365489958) 0x7fc644031ec0 con 0x7fc6200741e0 2026-02-17T22:37:16.922 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.893+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 --> v1:10.20.193.50:6801/2550386180 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdabc114670 con 0x7fda8c0741e0 2026-02-17T22:37:16.922 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.893+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 --> v1:10.20.193.50:6805/2460693169 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fba8c05c340 con 0x7fba5c074160 2026-02-17T22:37:16.922 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.893+0000 7fdaa2ffd640 1 -- 10.20.193.50:0/2304224303 <== osd.1 v1:10.20.193.50:6801/2550386180 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3380692762) 0x7fdabc114670 con 0x7fda8c0741e0 2026-02-17T22:37:16.923 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.893+0000 7fba72ffd640 1 -- 10.20.193.50:0/3967760627 <== osd.2 v1:10.20.193.50:6805/2460693169 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3380692762) 0x7fba8c05c340 con 0x7fba5c074160 2026-02-17T22:37:16.924 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 >> v1:10.20.193.50:6801/2550386180 conn(0x7fda8c0741e0 legacy=0x7fda8c094630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.924 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 >> v1:10.20.193.50:6800/2497348673 conn(0x7fda8c04fac0 legacy=0x7fda8c06ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:16.924 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084710 msgr2=0x7fdabc058b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.924 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac430c640 1 --2- 10.20.193.50:0/2304224303 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdabc084710 0x7fdabc058b90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdab000c700 tx=0x7fdab000cbd0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.924 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac2882640 1 -- 10.20.193.50:0/2304224303 reap_dead start 2026-02-17T22:37:16.924 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 shutdown_connections 2026-02-17T22:37:16.924 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 >> 10.20.193.50:0/2304224303 conn(0x7fdabc0890c0 msgr2=0x7fdabc114b60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.924 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 --> v1:10.20.193.50:6809/2857897150 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff918125b20 con 0x7ff8e80741e0 2026-02-17T22:37:16.925 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 shutdown_connections 2026-02-17T22:37:16.925 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fdac430c640 1 -- 10.20.193.50:0/2304224303 wait complete. 2026-02-17T22:37:16.925 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 >> v1:10.20.193.50:6805/2460693169 conn(0x7fba5c074160 legacy=0x7fba5c0945b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.925 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 >> v1:10.20.193.50:6800/2497348673 conn(0x7fba5c04fab0 legacy=0x7fba5c06ff60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:16.926 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c130220 msgr2=0x7fba8c177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.926 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba942a3640 1 --2- 10.20.193.50:0/3967760627 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fba8c130220 0x7fba8c177630 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fba7c00c700 tx=0x7fba7c00cbd0 comp rx=0 tx=0).stop 2026-02-17T22:37:16.926 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba92819640 1 -- 10.20.193.50:0/3967760627 reap_dead start 2026-02-17T22:37:16.926 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff8f3fff640 1 -- 10.20.193.50:0/3037750549 <== osd.0 v1:10.20.193.50:6809/2857897150 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 3998543859) 0x7ff918125b20 con 0x7ff8e80741e0 2026-02-17T22:37:16.926 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 shutdown_connections 2026-02-17T22:37:16.926 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 >> 10.20.193.50:0/3967760627 conn(0x7fba8c08aae0 msgr2=0x7fba8c132260 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.927 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 shutdown_connections 2026-02-17T22:37:16.927 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7fba942a3640 1 -- 10.20.193.50:0/3967760627 wait complete. 2026-02-17T22:37:16.927 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 >> v1:10.20.193.50:6809/2857897150 conn(0x7ff8e80741e0 legacy=0x7ff8e8094630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 >> v1:10.20.193.50:6800/2497348673 conn(0x7ff8e804fac0 legacy=0x7ff8e806ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff91805cb40 msgr2=0x7ff9181224e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 --2- 10.20.193.50:0/3037750549 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff91805cb40 0x7ff9181224e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff918085fd0 tx=0x7ff908002900 comp rx=0 tx=0).stop 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff917fff640 1 -- 10.20.193.50:0/3037750549 reap_dead start 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 shutdown_connections 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 >> 10.20.193.50:0/3037750549 conn(0x7ff9180833e0 msgr2=0x7ff918075b00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 shutdown_connections 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.894+0000 7ff91dae1640 1 -- 10.20.193.50:0/3037750549 wait complete. 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 --> v1:10.20.193.50:6813/3967468783 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc65017d460 con 0x7fc6200741e0 2026-02-17T22:37:16.928 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc63e7fc640 1 -- 10.20.193.50:0/3629833209 <== osd.3 v1:10.20.193.50:6813/3967468783 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 473918704) 0x7fc65017d460 con 0x7fc6200741e0 2026-02-17T22:37:16.929 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 >> v1:10.20.193.50:6813/3967468783 conn(0x7fc6200741e0 legacy=0x7fc620094630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.929 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 >> v1:10.20.193.50:6800/2497348673 conn(0x7fc62004fac0 legacy=0x7fc62006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:16.929 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc650081690 msgr2=0x7fc650175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:16.929 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 --2- 10.20.193.50:0/3629833209 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc650081690 0x7fc650175130 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fc6440044a0 tx=0x7fc644002900 comp rx=0 tx=0).stop 2026-02-17T22:37:16.930 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc6564fb640 1 -- 10.20.193.50:0/3629833209 reap_dead start 2026-02-17T22:37:16.930 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 shutdown_connections 2026-02-17T22:37:16.930 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 >> 10.20.193.50:0/3629833209 conn(0x7fc6500833e0 msgr2=0x7fc65017cd50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:16.930 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 shutdown_connections 2026-02-17T22:37:16.930 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:16.895+0000 7fc657f85640 1 -- 10.20.193.50:0/3629833209 wait complete. 2026-02-17T22:37:16.930 INFO:teuthology.orchestra.run.trial050.stdout:38654705678 2026-02-17T22:37:16.931 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:37:16.931 INFO:teuthology.orchestra.run.trial050.stdout:38654705678 2026-02-17T22:37:16.932 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:37:16.932 INFO:teuthology.orchestra.run.trial050.stdout:42949672974 2026-02-17T22:37:16.933 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:37:16.933 INFO:teuthology.orchestra.run.trial050.stdout:42949672975 2026-02-17T22:37:16.934 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:37:17.044 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/2769193643 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98177ae0 msgr2=0x7f3b98197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.044 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f3b9d9b0640 1 --2- 10.20.193.50:0/2769193643 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98177ae0 0x7f3b98197ec0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3b88009750 tx=0x7f3b8802f400 comp rx=0 tx=0).stop 2026-02-17T22:37:17.045 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7fc1c3158640 1 -- 10.20.193.50:0/172992866 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc07dc60 msgr2=0x7fc1bc07e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.045 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7fc1c3158640 1 --2- 10.20.193.50:0/172992866 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc07dc60 0x7fc1bc07e030 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc1a40098c0 tx=0x7fc1a402f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.046 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/2769193643 shutdown_connections 2026-02-17T22:37:17.046 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f3b9d9b0640 1 --2- 10.20.193.50:0/2769193643 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98177ae0 0x7f3b98197ec0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.046 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f3b9d9b0640 1 --2- 10.20.193.50:0/2769193643 >> v2:10.20.193.50:3300/0 conn(0x7f3b98057500 0x7f3b980578d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.046 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/2769193643 >> 10.20.193.50:0/2769193643 conn(0x7f3b98087410 msgr2=0x7f3b98087810 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:17.046 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7fc1c3158640 1 -- 10.20.193.50:0/172992866 shutdown_connections 2026-02-17T22:37:17.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7fc1c3158640 1 --2- 10.20.193.50:0/172992866 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc07dc60 0x7fc1bc07e030 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7fc1c3158640 1 --2- 10.20.193.50:0/172992866 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc1bc085b90 0x7fc1bc07d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7fc1c3158640 1 -- 10.20.193.50:0/172992866 >> 10.20.193.50:0/172992866 conn(0x7fc1bc0833e0 msgr2=0x7fc1bc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:17.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/2769193643 shutdown_connections 2026-02-17T22:37:17.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/2769193643 wait complete. 2026-02-17T22:37:17.048 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7fc1c3158640 1 -- 10.20.193.50:0/172992866 shutdown_connections 2026-02-17T22:37:17.048 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7fc1c3158640 1 -- 10.20.193.50:0/172992866 wait complete. 2026-02-17T22:37:17.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f8b29036640 1 -- 10.20.193.50:0/1734982131 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b24130220 msgr2=0x7f8b24086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f8b29036640 1 --2- 10.20.193.50:0/1734982131 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b24130220 0x7f8b24086570 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f8b18005fd0 tx=0x7f8b1802f180 comp rx=0 tx=0).stop 2026-02-17T22:37:17.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f8b29036640 1 -- 10.20.193.50:0/1734982131 shutdown_connections 2026-02-17T22:37:17.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f8b29036640 1 --2- 10.20.193.50:0/1734982131 >> v2:10.20.193.50:3300/0 conn(0x7f8b24135f40 0x7f8b241363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f8b29036640 1 --2- 10.20.193.50:0/1734982131 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b24130220 0x7f8b24086570 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f8b29036640 1 -- 10.20.193.50:0/1734982131 >> 10.20.193.50:0/1734982131 conn(0x7f8b2408aae0 msgr2=0x7f8b2408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:17.049 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.040+0000 7f8b29036640 1 -- 10.20.193.50:0/1734982131 shutdown_connections 2026-02-17T22:37:17.050 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 -- 10.20.193.50:0/1734982131 wait complete. 2026-02-17T22:37:17.050 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 -- 10.20.193.50:0/2456985255 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c177b70 msgr2=0x7f707c197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.050 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 --2- 10.20.193.50:0/2456985255 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c177b70 0x7f707c197f50 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7078009f10 tx=0x7f707802f2f0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.050 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b9d9b0640 1 Processor -- start 2026-02-17T22:37:17.051 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 -- 10.20.193.50:0/2456985255 shutdown_connections 2026-02-17T22:37:17.051 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 --2- 10.20.193.50:0/2456985255 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c177b70 0x7f707c197f50 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.051 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 --2- 10.20.193.50:0/2456985255 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f707c157250 0x7f707c177630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.051 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 -- 10.20.193.50:0/2456985255 >> 10.20.193.50:0/2456985255 conn(0x7f707c08aae0 msgr2=0x7f707c08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:17.051 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 -- 10.20.193.50:0/2456985255 shutdown_connections 2026-02-17T22:37:17.052 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c3158640 1 Processor -- start 2026-02-17T22:37:17.052 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 -- 10.20.193.50:0/2456985255 wait complete. 2026-02-17T22:37:17.052 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b9d9b0640 1 -- start start 2026-02-17T22:37:17.053 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 Processor -- start 2026-02-17T22:37:17.053 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c3158640 1 -- start start 2026-02-17T22:37:17.054 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 -- start start 2026-02-17T22:37:17.054 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b9d9b0640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98057500 0x7f3b9807b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.054 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b9d9b0640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f3b98057e10 0x7f3b9807bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.054 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b9d9b0640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3b98177ae0 0x7f3b9807c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.055 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b9d9b0640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f3b98198c60 con 0x7f3b98057e10 2026-02-17T22:37:17.055 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b9d9b0640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3b98198ae0 con 0x7f3b98057500 2026-02-17T22:37:17.055 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b9d9b0640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f3b98198de0 con 0x7f3b98177ae0 2026-02-17T22:37:17.055 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c3158640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc1bc07dc60 0x7fc1bc05a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.055 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c3158640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc1bc085b90 0x7fc1bc05aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.055 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b96ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98057500 0x7f3b9807b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.056 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b967fc640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f3b98057e10 0x7f3b9807bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.056 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c3158640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc173320 0x7fc1bc05afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.056 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c3158640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc1bc195980 con 0x7fc1bc07dc60 2026-02-17T22:37:17.056 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b96ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98057500 0x7f3b9807b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:48084/0 (socket says 10.20.193.50:48084) 2026-02-17T22:37:17.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b96ffd640 1 -- 10.20.193.50:0/1706412500 learned_addr learned my addr 10.20.193.50:0/1706412500 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:17.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b977fe640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3b98177ae0 0x7f3b9807c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8b24130220 0x7f8b24112bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8b24135f40 0x7f8b241130f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c3158640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc1bc195800 con 0x7fc1bc173320 2026-02-17T22:37:17.057 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c3158640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fc1bc195b00 con 0x7fc1bc085b90 2026-02-17T22:37:17.058 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b241368f0 0x7f8b24113630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.058 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8b24198d50 con 0x7f8b24130220 2026-02-17T22:37:17.058 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8b24198bd0 con 0x7f8b24135f40 2026-02-17T22:37:17.058 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b29036640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f8b24198ed0 con 0x7f8b241368f0 2026-02-17T22:37:17.059 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c0ecd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc1bc07dc60 0x7fc1bc05a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.059 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c16ce640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc173320 0x7fc1bc05afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.059 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b22d76640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8b24130220 0x7f8b24112bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.059 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c0ecd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc1bc07dc60 0x7fc1bc05a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:42888/0 (socket says 10.20.193.50:42888) 2026-02-17T22:37:17.060 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1c0ecd640 1 -- 10.20.193.50:0/1541335507 learned_addr learned my addr 10.20.193.50:0/1541335507 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:17.060 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b22d76640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8b24130220 0x7f8b24112bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:42904/0 (socket says 10.20.193.50:42904) 2026-02-17T22:37:17.060 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b23577640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b241368f0 0x7f8b24113630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.060 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b22d76640 1 -- 10.20.193.50:0/2784067485 learned_addr learned my addr 10.20.193.50:0/2784067485 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:17.061 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7fc1b3fff640 1 --2- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc1bc085b90 0x7fc1bc05aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.061 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f8b22575640 1 --2- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8b24135f40 0x7f8b241130f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.061 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b96ffd640 1 -- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3b98177ae0 msgr2=0x7f3b9807c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.061 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b96ffd640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3b98177ae0 0x7f3b9807c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.062 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b96ffd640 1 -- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f3b98057e10 msgr2=0x7f3b9807bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.062 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b96ffd640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f3b98057e10 0x7f3b9807bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.062 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b96ffd640 1 -- 10.20.193.50:0/1706412500 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b98177f60 con 0x7f3b98057500 2026-02-17T22:37:17.062 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f3b977fe640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3b98177ae0 0x7f3b9807c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:17.062 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.041+0000 7f70844be640 1 Processor -- start 2026-02-17T22:37:17.063 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c16ce640 1 -- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc1bc085b90 msgr2=0x7fc1bc05aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.063 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c16ce640 1 --2- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc1bc085b90 0x7fc1bc05aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.063 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c16ce640 1 -- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc1bc07dc60 msgr2=0x7fc1bc05a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.063 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c16ce640 1 --2- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc1bc07dc60 0x7fc1bc05a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.063 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c16ce640 1 -- 10.20.193.50:0/1541335507 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1bc05c740 con 0x7fc1bc173320 2026-02-17T22:37:17.063 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f3b96ffd640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98057500 0x7f3b9807b5a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c002780 tx=0x7f3b8c002c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:17.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b23577640 1 -- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8b24135f40 msgr2=0x7f8b241130f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b23577640 1 --2- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8b24135f40 0x7f8b241130f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b23577640 1 -- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8b24130220 msgr2=0x7f8b24112bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b23577640 1 --2- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8b24130220 0x7f8b24112bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.064 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b23577640 1 -- 10.20.193.50:0/2784067485 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b240583a0 con 0x7f8b241368f0 2026-02-17T22:37:17.065 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 -- start start 2026-02-17T22:37:17.065 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f3b6ffff640 1 -- 10.20.193.50:0/1706412500 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b8c00ed40 con 0x7f3b98057500 2026-02-17T22:37:17.065 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c16ce640 1 --2- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc173320 0x7fc1bc05afd0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8002ae0 tx=0x7fc1b800cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:17.066 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f3b6ffff640 1 -- 10.20.193.50:0/1706412500 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b8c010430 con 0x7f3b98057500 2026-02-17T22:37:17.066 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b9807d580 con 0x7f3b98057500 2026-02-17T22:37:17.066 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b23577640 1 --2- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b241368f0 0x7f8b24113630 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8b1400c690 tx=0x7f8b1400cb60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:17.067 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f3b6ffff640 1 -- 10.20.193.50:0/1706412500 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b8c010840 con 0x7f3b98057500 2026-02-17T22:37:17.067 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b98191d20 con 0x7f3b98057500 2026-02-17T22:37:17.067 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1b17fa640 1 -- 10.20.193.50:0/1541335507 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b8016020 con 0x7fc1bc173320 2026-02-17T22:37:17.067 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b037fe640 1 -- 10.20.193.50:0/2784067485 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b14003c60 con 0x7f8b241368f0 2026-02-17T22:37:17.068 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1b17fa640 1 -- 10.20.193.50:0/1541335507 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1b800a930 con 0x7fc1bc173320 2026-02-17T22:37:17.068 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b037fe640 1 -- 10.20.193.50:0/2784067485 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b14003e00 con 0x7f8b241368f0 2026-02-17T22:37:17.068 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1bc173e40 con 0x7fc1bc173320 2026-02-17T22:37:17.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b037fe640 1 -- 10.20.193.50:0/2784067485 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1400a8a0 con 0x7f8b241368f0 2026-02-17T22:37:17.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1b17fa640 1 -- 10.20.193.50:0/1541335507 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1b800ad40 con 0x7fc1bc173320 2026-02-17T22:37:17.069 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b24057de0 con 0x7f8b241368f0 2026-02-17T22:37:17.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f707c130220 0x7f707c177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c157250 0x7f707c197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1bc1739e0 con 0x7fc1bc173320 2026-02-17T22:37:17.070 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f707c177b70 0x7f707c11e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:17.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f707c198c80 con 0x7f707c157250 2026-02-17T22:37:17.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f707c198b00 con 0x7f707c177b70 2026-02-17T22:37:17.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f707c198e00 con 0x7f707c130220 2026-02-17T22:37:17.071 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b2411ed20 con 0x7f8b241368f0 2026-02-17T22:37:17.073 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c157250 0x7f707c197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.073 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c157250 0x7f707c197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:42906/0 (socket says 10.20.193.50:42906) 2026-02-17T22:37:17.073 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7082233640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f707c130220 0x7f707c177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.073 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 -- 10.20.193.50:0/355316224 learned_addr learned my addr 10.20.193.50:0/355316224 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:17.073 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7082a34640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f707c177b70 0x7f707c11e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:17.073 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 -- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f707c130220 msgr2=0x7f707c177630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.073 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f707c130220 0x7f707c177630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.073 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 -- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f707c177b70 msgr2=0x7f707c11e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.074 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f707c177b70 0x7f707c11e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.074 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 -- 10.20.193.50:0/355316224 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f707c136410 con 0x7f707c157250 2026-02-17T22:37:17.074 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7082a34640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f707c177b70 0x7f707c11e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2026-02-17T22:37:17.074 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7081a32640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c157250 0x7f707c197f50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f70700094b0 tx=0x7f707000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:17.074 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7062ffd640 1 -- 10.20.193.50:0/355316224 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f707000cd20 con 0x7f707c157250 2026-02-17T22:37:17.074 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7062ffd640 1 -- 10.20.193.50:0/355316224 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7070004880 con 0x7f707c157250 2026-02-17T22:37:17.074 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f707c136880 con 0x7f707c157250 2026-02-17T22:37:17.074 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b980578d0 con 0x7f3b98057500 2026-02-17T22:37:17.075 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f7062ffd640 1 -- 10.20.193.50:0/355316224 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7070004cd0 con 0x7f707c157250 2026-02-17T22:37:17.075 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f707c11e830 con 0x7f707c157250 2026-02-17T22:37:17.075 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7f3b6ffff640 1 -- 10.20.193.50:0/1706412500 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f3b8c020030 con 0x7f3b98057500 2026-02-17T22:37:17.076 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.042+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1bc07cf80 con 0x7fc1bc173320 2026-02-17T22:37:17.076 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f8b037fe640 1 -- 10.20.193.50:0/2784067485 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f8b1400aa40 con 0x7f8b241368f0 2026-02-17T22:37:17.076 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7fc1b17fa640 1 -- 10.20.193.50:0/1541335507 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7fc1b801b400 con 0x7fc1bc173320 2026-02-17T22:37:17.077 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f3b967fc640 1 -- 10.20.193.50:0/1706412500 >> v1:10.20.193.50:6800/2497348673 conn(0x7f3b6804fac0 legacy=0x7f3b6806ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:17.077 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f3b6ffff640 1 -- 10.20.193.50:0/1706412500 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7f3b8c067500 con 0x7f3b98057500 2026-02-17T22:37:17.077 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7fc1b17fa640 1 -- 10.20.193.50:0/1541335507 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7fc1b8067330 con 0x7fc1bc173320 2026-02-17T22:37:17.077 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7fc1c0ecd640 1 -- 10.20.193.50:0/1541335507 >> v1:10.20.193.50:6800/2497348673 conn(0x7fc18c04fac0 legacy=0x7fc18c06ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:17.078 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f8b22d76640 1 -- 10.20.193.50:0/2784067485 >> v1:10.20.193.50:6800/2497348673 conn(0x7f8af004fac0 legacy=0x7f8af006ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:17.078 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f8b037fe640 1 -- 10.20.193.50:0/2784067485 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7f8b14066bf0 con 0x7f8b241368f0 2026-02-17T22:37:17.078 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f7062ffd640 1 -- 10.20.193.50:0/355316224 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 6) ==== 62196+0+0 (secure 0 0 0) 0x7f7070004080 con 0x7f707c157250 2026-02-17T22:37:17.078 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b24086570 con 0x7f8b241368f0 2026-02-17T22:37:17.079 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f707c086570 con 0x7f707c157250 2026-02-17T22:37:17.079 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f7082233640 1 -- 10.20.193.50:0/355316224 >> v1:10.20.193.50:6800/2497348673 conn(0x7f704c04fac0 legacy=0x7f704c06ff70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v1:10.20.193.50:6800/2497348673 2026-02-17T22:37:17.079 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.043+0000 7f7062ffd640 1 -- 10.20.193.50:0/355316224 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 2833+0+0 (secure 0 0 0) 0x7f7070067990 con 0x7f707c157250 2026-02-17T22:37:17.079 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.044+0000 7f3b6ffff640 1 -- 10.20.193.50:0/1706412500 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f3b8c014030 con 0x7f3b98057500 2026-02-17T22:37:17.079 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.045+0000 7f8b037fe640 1 -- 10.20.193.50:0/2784067485 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f8b140406e0 con 0x7f8b241368f0 2026-02-17T22:37:17.080 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.045+0000 7f7062ffd640 1 -- 10.20.193.50:0/355316224 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f70700414a0 con 0x7f707c157250 2026-02-17T22:37:17.080 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.046+0000 7fc1b17fa640 1 -- 10.20.193.50:0/1541335507 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7fc1bc07cf80 con 0x7fc1bc173320 2026-02-17T22:37:17.123 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.119+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f8b240531d0 con 0x7f8b241368f0 2026-02-17T22:37:17.123 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.119+0000 7f8b037fe640 1 -- 10.20.193.50:0/2784067485 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8b14065d80 con 0x7f8b241368f0 2026-02-17T22:37:17.123 INFO:teuthology.orchestra.run.trial050.stdout:38654705677 2026-02-17T22:37:17.124 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f3b98053100 con 0x7f3b98057500 2026-02-17T22:37:17.124 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f3b6ffff640 1 -- 10.20.193.50:0/1706412500 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3b8c009480 con 0x7f3b98057500 2026-02-17T22:37:17.124 INFO:teuthology.orchestra.run.trial050.stdout:38654705677 2026-02-17T22:37:17.125 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 >> v1:10.20.193.50:6800/2497348673 conn(0x7f8af004fac0 legacy=0x7f8af006ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b241368f0 msgr2=0x7f8b24113630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 --2- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b241368f0 0x7f8b24113630 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8b1400c690 tx=0x7f8b1400cb60 comp rx=0 tx=0).stop 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 shutdown_connections 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 --2- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f8b241368f0 0x7f8b24113630 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 --2- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8b24135f40 0x7f8b241130f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 --2- 10.20.193.50:0/2784067485 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8b24130220 0x7f8b24112bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 >> 10.20.193.50:0/2784067485 conn(0x7f8b2408aae0 msgr2=0x7f8b24134610 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 shutdown_connections 2026-02-17T22:37:17.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.121+0000 7f8b29036640 1 -- 10.20.193.50:0/2784067485 wait complete. 2026-02-17T22:37:17.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.122+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 >> v1:10.20.193.50:6800/2497348673 conn(0x7f3b6804fac0 legacy=0x7f3b6806ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:17.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.122+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98057500 msgr2=0x7f3b9807b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.122+0000 7f3b9d9b0640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98057500 0x7f3b9807b5a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f3b8c002780 tx=0x7f3b8c002c50 comp rx=0 tx=0).stop 2026-02-17T22:37:17.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.122+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fc1bc053200 con 0x7fc1bc173320 2026-02-17T22:37:17.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 shutdown_connections 2026-02-17T22:37:17.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f3b9d9b0640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3b98177ae0 0x7f3b9807c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f3b9d9b0640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f3b98057e10 0x7f3b9807bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f3b9d9b0640 1 --2- 10.20.193.50:0/1706412500 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3b98057500 0x7f3b9807b5a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 >> 10.20.193.50:0/1706412500 conn(0x7f3b98087410 msgr2=0x7f3b98187410 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:17.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 shutdown_connections 2026-02-17T22:37:17.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f3b9d9b0640 1 -- 10.20.193.50:0/1706412500 wait complete. 2026-02-17T22:37:17.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7fc1b17fa640 1 -- 10.20.193.50:0/1541335507 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc1b8020020 con 0x7fc1bc173320 2026-02-17T22:37:17.129 INFO:teuthology.orchestra.run.trial050.stdout:42949672973 2026-02-17T22:37:17.130 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f707c0531d0 con 0x7f707c157250 2026-02-17T22:37:17.130 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.123+0000 7f7062ffd640 1 -- 10.20.193.50:0/355316224 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7070066ae0 con 0x7f707c157250 2026-02-17T22:37:17.130 INFO:teuthology.orchestra.run.trial050.stdout:42949672974 2026-02-17T22:37:17.131 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 >> v1:10.20.193.50:6800/2497348673 conn(0x7fc18c04fac0 legacy=0x7fc18c06ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:17.131 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc173320 msgr2=0x7fc1bc05afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.131 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 --2- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc173320 0x7fc1bc05afd0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8002ae0 tx=0x7fc1b800cbf0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.131 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 shutdown_connections 2026-02-17T22:37:17.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 --2- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc1bc173320 0x7fc1bc05afd0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 --2- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc1bc085b90 0x7fc1bc05aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 --2- 10.20.193.50:0/1541335507 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc1bc07dc60 0x7fc1bc05a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 >> 10.20.193.50:0/1541335507 conn(0x7fc1bc0833e0 msgr2=0x7fc1bc0798a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:17.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 shutdown_connections 2026-02-17T22:37:17.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7fc1c3158640 1 -- 10.20.193.50:0/1541335507 wait complete. 2026-02-17T22:37:17.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 >> v1:10.20.193.50:6800/2497348673 conn(0x7f704c04fac0 legacy=0x7f704c06ff70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2026-02-17T22:37:17.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c157250 msgr2=0x7f707c197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:17.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c157250 0x7f707c197f50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f70700094b0 tx=0x7f707000ee60 comp rx=0 tx=0).stop 2026-02-17T22:37:17.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 shutdown_connections 2026-02-17T22:37:17.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f707c177b70 0x7f707c11e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f707c157250 0x7f707c197f50 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 --2- 10.20.193.50:0/355316224 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f707c130220 0x7f707c177630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:17.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 >> 10.20.193.50:0/355316224 conn(0x7f707c08aae0 msgr2=0x7f707c082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:17.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 shutdown_connections 2026-02-17T22:37:17.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:17.125+0000 7f70844be640 1 -- 10.20.193.50:0/355316224 wait complete. 2026-02-17T22:37:17.135 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705677 for osd.1 2026-02-17T22:37:17.136 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705677 for osd.2 2026-02-17T22:37:17.137 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672974 got 42949672973 for osd.3 2026-02-17T22:37:17.138 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672975 got 42949672974 for osd.0 2026-02-17T22:37:18.136 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:37:18.137 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:37:18.137 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:37:18.139 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:37:18.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 -- 10.20.193.50:0/4187616250 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a0174330 msgr2=0x7f60a0194710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 --2- 10.20.193.50:0/4187616250 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a0174330 0x7f60a0194710 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6090004af0 tx=0x7f609002f390 comp rx=0 tx=0).stop 2026-02-17T22:37:18.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 -- 10.20.193.50:0/4187616250 shutdown_connections 2026-02-17T22:37:18.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 --2- 10.20.193.50:0/4187616250 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a0174330 0x7f60a0194710 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 --2- 10.20.193.50:0/4187616250 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f60a007de30 0x7f60a007e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 -- 10.20.193.50:0/4187616250 >> 10.20.193.50:0/4187616250 conn(0x7f60a00833e0 msgr2=0x7f60a00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:18.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 -- 10.20.193.50:0/4187616250 shutdown_connections 2026-02-17T22:37:18.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762101404 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 msgr2=0x7f6b0c086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 --2- 10.20.193.50:0/1762101404 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 0x7f6b0c086570 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f6afc005ea0 tx=0x7f6afc02f130 comp rx=0 tx=0).stop 2026-02-17T22:37:18.211 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 -- 10.20.193.50:0/4187616250 wait complete. 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762101404 shutdown_connections 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 --2- 10.20.193.50:0/1762101404 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6b0c135f40 0x7f6b0c1363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 --2- 10.20.193.50:0/1762101404 >> v2:10.20.193.50:3300/0 conn(0x7f6b0c1368f0 0x7f6b0c197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 --2- 10.20.193.50:0/1762101404 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 0x7f6b0c086570 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762101404 >> 10.20.193.50:0/1762101404 conn(0x7f6b0c08aae0 msgr2=0x7f6b0c08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762101404 shutdown_connections 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762101404 wait complete. 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 Processor -- start 2026-02-17T22:37:18.212 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f6b1386f640 1 -- start start 2026-02-17T22:37:18.213 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 Processor -- start 2026-02-17T22:37:18.213 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.206+0000 7f60a4f01640 1 -- start start 2026-02-17T22:37:18.214 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b1386f640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 0x7f6b0c05b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.214 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b1386f640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6b0c135f40 0x7f6b0c196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b1386f640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6b0c1368f0 0x7f6b0c05b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b1386f640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6b0c197b40 con 0x7f6b0c135f40 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b1386f640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6b0c1979c0 con 0x7f6b0c130220 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b1386f640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f6b0c197cc0 con 0x7f6b0c1368f0 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b115e4640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 0x7f6b0c05b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b10de3640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6b0c135f40 0x7f6b0c196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b115e4640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 0x7f6b0c05b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60250/0 (socket says 10.20.193.50:60250) 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b115e4640 1 -- 10.20.193.50:0/1762017117 learned_addr learned my addr 10.20.193.50:0/1762017117 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b10de3640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6b0c135f40 0x7f6b0c196fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:59038/0 (socket says 10.20.193.50:59038) 2026-02-17T22:37:18.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b11de5640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6b0c1368f0 0x7f6b0c05b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f60a4f01640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a007de30 0x7f60a0121ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f60a4f01640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f60a0085b90 0x7f60a0122420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f60a4f01640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f60a0174330 0x7f60a01252a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 -- 10.20.193.50:0/3282625181 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4d70135d90 msgr2=0x7f4d70136160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f60a4f01640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f60a0195810 con 0x7f60a007de30 2026-02-17T22:37:18.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f60a4f01640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f60a0195690 con 0x7f60a0174330 2026-02-17T22:37:18.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f60a4f01640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f60a0195990 con 0x7f60a0085b90 2026-02-17T22:37:18.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 --2- 10.20.193.50:0/3282625181 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4d70135d90 0x7f4d70136160 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f4d5c005ea0 tx=0x7f4d5c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 -- 10.20.193.50:0/3282625181 shutdown_connections 2026-02-17T22:37:18.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 --2- 10.20.193.50:0/3282625181 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4d701366a0 0x7f4d7012c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 --2- 10.20.193.50:0/3282625181 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4d7012c5e0 0x7f4d7012ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 --2- 10.20.193.50:0/3282625181 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4d70135d90 0x7f4d70136160 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 -- 10.20.193.50:0/3282625181 >> 10.20.193.50:0/3282625181 conn(0x7f4d70089230 msgr2=0x7f4d7005a910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:18.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a007de30 0x7f60a0121ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.219 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 -- 10.20.193.50:0/3282625181 shutdown_connections 2026-02-17T22:37:18.219 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609dd74640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f60a0085b90 0x7f60a0122420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.219 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 -- 10.20.193.50:0/3282625181 wait complete. 2026-02-17T22:37:18.220 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a007de30 0x7f60a0121ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:59054/0 (socket says 10.20.193.50:59054) 2026-02-17T22:37:18.220 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 -- 10.20.193.50:0/1119203106 learned_addr learned my addr 10.20.193.50:0/1119203106 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:18.220 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b11de5640 1 -- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 msgr2=0x7f6b0c05b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.220 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b11de5640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 0x7f6b0c05b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.220 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b11de5640 1 -- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6b0c135f40 msgr2=0x7f6b0c196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.221 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b11de5640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6b0c135f40 0x7f6b0c196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.221 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b11de5640 1 -- 10.20.193.50:0/1762017117 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b0c1307a0 con 0x7f6b0c1368f0 2026-02-17T22:37:18.221 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b115e4640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 0x7f6b0c05b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:18.221 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b10de3640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6b0c135f40 0x7f6b0c196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:18.221 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609ed76640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f60a0174330 0x7f60a01252a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.221 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b11de5640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6b0c1368f0 0x7f6b0c05b8e0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6b08007df0 tx=0x7f6b0800e510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:18.222 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 -- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f60a0085b90 msgr2=0x7f60a0122420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.222 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f60a0085b90 0x7f60a0122420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.222 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 -- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f60a0174330 msgr2=0x7f60a01252a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.222 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f60a0174330 0x7f60a01252a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.223 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 -- 10.20.193.50:0/1119203106 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a007f8f0 con 0x7f60a007de30 2026-02-17T22:37:18.223 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609dd74640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f60a0085b90 0x7f60a0122420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:18.223 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609ed76640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f60a0174330 0x7f60a01252a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:18.223 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6af9ffb640 1 -- 10.20.193.50:0/1762017117 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b08002c50 con 0x7f6b0c1368f0 2026-02-17T22:37:18.223 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f609e575640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a007de30 0x7f60a0121ee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f609400c700 tx=0x7f609400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:18.224 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6af9ffb640 1 -- 10.20.193.50:0/1762017117 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b08018070 con 0x7f6b0c1368f0 2026-02-17T22:37:18.224 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b0c1101b0 con 0x7f6b0c1368f0 2026-02-17T22:37:18.224 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6af9ffb640 1 -- 10.20.193.50:0/1762017117 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b08004330 con 0x7f6b0c1368f0 2026-02-17T22:37:18.225 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6086ffd640 1 -- 10.20.193.50:0/1119203106 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094004230 con 0x7f60a007de30 2026-02-17T22:37:18.225 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b0c197510 con 0x7f6b0c1368f0 2026-02-17T22:37:18.226 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6086ffd640 1 -- 10.20.193.50:0/1119203106 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60940044c0 con 0x7f60a007de30 2026-02-17T22:37:18.226 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a010e680 con 0x7f60a007de30 2026-02-17T22:37:18.226 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f6086ffd640 1 -- 10.20.193.50:0/1119203106 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609400a860 con 0x7f60a007de30 2026-02-17T22:37:18.226 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a010de20 con 0x7f60a007de30 2026-02-17T22:37:18.227 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 Processor -- start 2026-02-17T22:37:18.227 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.207+0000 7f4d76261640 1 -- start start 2026-02-17T22:37:18.227 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d76261640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4d7012c5e0 0x7f4d70146660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.227 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d76261640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4d70135d90 0x7f4d70146ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.227 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b0c086570 con 0x7f6b0c1368f0 2026-02-17T22:37:18.228 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d76261640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4d701366a0 0x7f4d701210a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.228 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d76261640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4d70197b30 con 0x7f4d701366a0 2026-02-17T22:37:18.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d76261640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4d701979b0 con 0x7f4d70135d90 2026-02-17T22:37:18.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d76261640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f4d70197cb0 con 0x7f4d7012c5e0 2026-02-17T22:37:18.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4d70135d90 0x7f4d70146ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6ffff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4d701366a0 0x7f4d701210a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6f7fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4d7012c5e0 0x7f4d70146660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4d70135d90 0x7f4d70146ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60272/0 (socket says 10.20.193.50:60272) 2026-02-17T22:37:18.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 -- 10.20.193.50:0/321013160 learned_addr learned my addr 10.20.193.50:0/321013160 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:18.229 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60a007e250 con 0x7f60a007de30 2026-02-17T22:37:18.230 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f6af9ffb640 1 -- 10.20.193.50:0/1762017117 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7f6b080044d0 con 0x7f6b0c1368f0 2026-02-17T22:37:18.230 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 -- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4d7012c5e0 msgr2=0x7f4d70146660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.230 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 --2- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4d7012c5e0 0x7f4d70146660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.231 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 -- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4d701366a0 msgr2=0x7f4d701210a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.231 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 --2- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4d701366a0 0x7f4d701210a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.231 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 -- 10.20.193.50:0/321013160 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d701246c0 con 0x7f4d70135d90 2026-02-17T22:37:18.231 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d6effd640 1 --2- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4d70135d90 0x7f4d70146ba0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4d600094b0 tx=0x7f4d6000ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:18.231 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f6086ffd640 1 -- 10.20.193.50:0/1119203106 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7f6094023060 con 0x7f60a007de30 2026-02-17T22:37:18.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d4bfff640 1 -- 10.20.193.50:0/321013160 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6000cd20 con 0x7f4d70135d90 2026-02-17T22:37:18.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d4bfff640 1 -- 10.20.193.50:0/321013160 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d60004880 con 0x7f4d70135d90 2026-02-17T22:37:18.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d701231b0 con 0x7f4d70135d90 2026-02-17T22:37:18.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d4bfff640 1 -- 10.20.193.50:0/321013160 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d60004cd0 con 0x7f4d70135d90 2026-02-17T22:37:18.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d70123b10 con 0x7f4d70135d90 2026-02-17T22:37:18.232 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f6af9ffb640 1 -- 10.20.193.50:0/1762017117 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f6b080636f0 con 0x7f6b0c1368f0 2026-02-17T22:37:18.233 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.208+0000 7f6086ffd640 1 -- 10.20.193.50:0/1119203106 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f6094063300 con 0x7f60a007de30 2026-02-17T22:37:18.233 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.209+0000 7f4d4bfff640 1 -- 10.20.193.50:0/321013160 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7f4d60004080 con 0x7f4d70135d90 2026-02-17T22:37:18.233 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.209+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d70123700 con 0x7f4d70135d90 2026-02-17T22:37:18.234 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.209+0000 7f4d4bfff640 1 -- 10.20.193.50:0/321013160 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f4d60063cf0 con 0x7f4d70135d90 2026-02-17T22:37:18.234 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.210+0000 7f6086ffd640 1 -- 10.20.193.50:0/1119203106 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f6094061b20 con 0x7f60a007de30 2026-02-17T22:37:18.234 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.211+0000 7f4d4bfff640 1 -- 10.20.193.50:0/321013160 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f4d70123700 con 0x7f4d70135d90 2026-02-17T22:37:18.235 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.211+0000 7f6af9ffb640 1 -- 10.20.193.50:0/1762017117 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f6b08010040 con 0x7f6b0c1368f0 2026-02-17T22:37:18.254 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 -- 10.20.193.50:0/317572526 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc175670 msgr2=0x7f67dc195a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.254 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 --2- 10.20.193.50:0/317572526 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc175670 0x7f67dc195a50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f67d0004af0 tx=0x7f67d002f310 comp rx=0 tx=0).stop 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 -- 10.20.193.50:0/317572526 shutdown_connections 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 --2- 10.20.193.50:0/317572526 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc175670 0x7f67dc195a50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 --2- 10.20.193.50:0/317572526 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f67dc081690 0x7f67dc175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 -- 10.20.193.50:0/317572526 >> 10.20.193.50:0/317572526 conn(0x7f67dc0833e0 msgr2=0x7f67dc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 -- 10.20.193.50:0/317572526 shutdown_connections 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 -- 10.20.193.50:0/317572526 wait complete. 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 Processor -- start 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.249+0000 7f67e4969640 1 -- start start 2026-02-17T22:37:18.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f67dc080bb0 0x7f67dc12de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc081690 0x7f67dc175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f67dc175670 0x7f67dc07d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f67dc196a50 con 0x7f67dc081690 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f67dc1968d0 con 0x7f67dc175670 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f67dc196bd0 con 0x7f67dc080bb0 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f67dc175670 0x7f67dc07d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e1edd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc081690 0x7f67dc175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f67dc175670 0x7f67dc07d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60300/0 (socket says 10.20.193.50:60300) 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e1edd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc081690 0x7f67dc175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:59094/0 (socket says 10.20.193.50:59094) 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 -- 10.20.193.50:0/3350330367 learned_addr learned my addr 10.20.193.50:0/3350330367 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e26de640 1 --2- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f67dc080bb0 0x7f67dc12de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:18.256 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 -- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f67dc080bb0 msgr2=0x7f67dc12de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 --2- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f67dc080bb0 0x7f67dc12de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 -- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc081690 msgr2=0x7f67dc175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 --2- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc081690 0x7f67dc175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 -- 10.20.193.50:0/3350330367 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67dc079a60 con 0x7f67dc175670 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e2edf640 1 --2- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f67dc175670 0x7f67dc07d720 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f67d0032000 tx=0x7f67d0009140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67c6ffd640 1 -- 10.20.193.50:0/3350330367 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d0046070 con 0x7f67dc175670 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67c6ffd640 1 -- 10.20.193.50:0/3350330367 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67d00042d0 con 0x7f67dc175670 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67dc05cd30 con 0x7f67dc175670 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67c6ffd640 1 -- 10.20.193.50:0/3350330367 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d0004700 con 0x7f67dc175670 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f67dc07efa0 con 0x7f67dc175670 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.250+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67dc080f80 con 0x7f67dc175670 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.251+0000 7f67c6ffd640 1 -- 10.20.193.50:0/3350330367 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 7) ==== 59786+0+0 (secure 0 0 0) 0x7f67d004b440 con 0x7f67dc175670 2026-02-17T22:37:18.257 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.251+0000 7f67c6ffd640 1 -- 10.20.193.50:0/3350330367 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f67d0087fb0 con 0x7f67dc175670 2026-02-17T22:37:18.258 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.253+0000 7f67c6ffd640 1 -- 10.20.193.50:0/3350330367 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+158585 (secure 0 0 0) 0x7f67d00048a0 con 0x7f67dc175670 2026-02-17T22:37:18.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.283+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f4d70136160 con 0x7f4d70135d90 2026-02-17T22:37:18.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.283+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f6b0c0531d0 con 0x7f6b0c1368f0 2026-02-17T22:37:18.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.283+0000 7f4d4bfff640 1 -- 10.20.193.50:0/321013160 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4d60068070 con 0x7f4d70135d90 2026-02-17T22:37:18.288 INFO:teuthology.orchestra.run.trial050.stdout:42949672973 2026-02-17T22:37:18.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.283+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f60a0053200 con 0x7f60a007de30 2026-02-17T22:37:18.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.283+0000 7f6af9ffb640 1 -- 10.20.193.50:0/1762017117 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6b0800ee20 con 0x7f6b0c1368f0 2026-02-17T22:37:18.289 INFO:teuthology.orchestra.run.trial050.stdout:38654705677 2026-02-17T22:37:18.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.284+0000 7f6086ffd640 1 -- 10.20.193.50:0/1119203106 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6094061ea0 con 0x7f60a007de30 2026-02-17T22:37:18.289 INFO:teuthology.orchestra.run.trial050.stdout:38654705677 2026-02-17T22:37:18.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4d70135d90 msgr2=0x7f4d70146ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 --2- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4d70135d90 0x7f4d70146ba0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f4d600094b0 tx=0x7f4d6000ee60 comp rx=0 tx=0).stop 2026-02-17T22:37:18.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 shutdown_connections 2026-02-17T22:37:18.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 --2- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4d701366a0 0x7f4d701210a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 --2- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4d70135d90 0x7f4d70146ba0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 --2- 10.20.193.50:0/321013160 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4d7012c5e0 0x7f4d70146660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 >> 10.20.193.50:0/321013160 conn(0x7f4d70089230 msgr2=0x7f4d7012d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:18.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 shutdown_connections 2026-02-17T22:37:18.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f4d76261640 1 -- 10.20.193.50:0/321013160 wait complete. 2026-02-17T22:37:18.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6b0c1368f0 msgr2=0x7f6b0c05b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6b0c1368f0 0x7f6b0c05b8e0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6b08007df0 tx=0x7f6b0800e510 comp rx=0 tx=0).stop 2026-02-17T22:37:18.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 shutdown_connections 2026-02-17T22:37:18.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6b0c1368f0 0x7f6b0c05b8e0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6b0c135f40 0x7f6b0c196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 --2- 10.20.193.50:0/1762017117 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6b0c130220 0x7f6b0c05b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.293 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 >> 10.20.193.50:0/1762017117 conn(0x7f6b0c08aae0 msgr2=0x7f6b0c082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:18.293 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 shutdown_connections 2026-02-17T22:37:18.293 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.285+0000 7f6b1386f640 1 -- 10.20.193.50:0/1762017117 wait complete. 2026-02-17T22:37:18.293 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a007de30 msgr2=0x7f60a0121ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a007de30 0x7f60a0121ee0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f609400c700 tx=0x7f609400cbd0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 shutdown_connections 2026-02-17T22:37:18.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f60a0174330 0x7f60a01252a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f60a0085b90 0x7f60a0122420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 --2- 10.20.193.50:0/1119203106 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f60a007de30 0x7f60a0121ee0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 >> 10.20.193.50:0/1119203106 conn(0x7f60a00833e0 msgr2=0x7f60a007bb40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:18.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 shutdown_connections 2026-02-17T22:37:18.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.286+0000 7f60a4f01640 1 -- 10.20.193.50:0/1119203106 wait complete. 2026-02-17T22:37:18.297 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705677 for osd.2 2026-02-17T22:37:18.298 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672974 got 42949672973 for osd.3 2026-02-17T22:37:18.299 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705677 for osd.1 2026-02-17T22:37:18.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.325+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f67dc053200 con 0x7f67dc175670 2026-02-17T22:37:18.329 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.326+0000 7f67c6ffd640 1 -- 10.20.193.50:0/3350330367 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f67d00867d0 con 0x7f67dc175670 2026-02-17T22:37:18.329 INFO:teuthology.orchestra.run.trial050.stdout:42949672974 2026-02-17T22:37:18.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f67dc175670 msgr2=0x7f67dc07d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:18.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 --2- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f67dc175670 0x7f67dc07d720 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f67d0032000 tx=0x7f67d0009140 comp rx=0 tx=0).stop 2026-02-17T22:37:18.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 shutdown_connections 2026-02-17T22:37:18.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 --2- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f67dc175670 0x7f67dc07d720 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 --2- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f67dc081690 0x7f67dc175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 --2- 10.20.193.50:0/3350330367 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f67dc080bb0 0x7f67dc12de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:18.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 >> 10.20.193.50:0/3350330367 conn(0x7f67dc0833e0 msgr2=0x7f67dc1323e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:18.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 shutdown_connections 2026-02-17T22:37:18.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:18.327+0000 7f67e4969640 1 -- 10.20.193.50:0/3350330367 wait complete. 2026-02-17T22:37:18.338 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672975 got 42949672974 for osd.0 2026-02-17T22:37:18.471 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:37:18.467+0000 7f84514b9640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-02-17T22:37:18.472 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:37:18.469+0000 7f84514b9640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-02-17T22:37:18.473 INFO:tasks.ceph.mgr.y.trial050.stderr:2026-02-17T22:37:18.470+0000 7f84514b9640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-02-17T22:37:19.298 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:37:19.298 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:37:19.299 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:37:19.339 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:37:19.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.369+0000 7f358e970640 1 -- 10.20.193.50:0/2124028160 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35880814c0 msgr2=0x7f358807c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.369+0000 7f358e970640 1 --2- 10.20.193.50:0/2124028160 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35880814c0 0x7f358807c400 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3578005fd0 tx=0x7f357802f180 comp rx=0 tx=0).stop 2026-02-17T22:37:19.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.369+0000 7f358e970640 1 -- 10.20.193.50:0/2124028160 shutdown_connections 2026-02-17T22:37:19.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.369+0000 7f358e970640 1 --2- 10.20.193.50:0/2124028160 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f35880814c0 0x7f358807c400 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.369+0000 7f358e970640 1 --2- 10.20.193.50:0/2124028160 >> v2:10.20.193.50:3300/0 conn(0x7f358807c940 0x7f358807cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.369+0000 7f358e970640 1 --2- 10.20.193.50:0/2124028160 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f3588080bb0 0x7f3588080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.369+0000 7f358e970640 1 -- 10.20.193.50:0/2124028160 >> 10.20.193.50:0/2124028160 conn(0x7f35880833e0 msgr2=0x7f35880840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:19.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 -- 10.20.193.50:0/2124028160 shutdown_connections 2026-02-17T22:37:19.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 -- 10.20.193.50:0/1314229996 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1114130220 msgr2=0x7f1114086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 --2- 10.20.193.50:0/1314229996 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1114130220 0x7f1114086570 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f11040098c0 tx=0x7f110402f0c0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 -- 10.20.193.50:0/2124028160 wait complete. 2026-02-17T22:37:19.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 -- 10.20.193.50:0/1314229996 shutdown_connections 2026-02-17T22:37:19.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 --2- 10.20.193.50:0/1314229996 >> v2:10.20.193.50:3300/0 conn(0x7f1114136ac0 0x7f1114198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 --2- 10.20.193.50:0/1314229996 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1114130220 0x7f1114086570 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 -- 10.20.193.50:0/1314229996 >> 10.20.193.50:0/1314229996 conn(0x7f111408aae0 msgr2=0x7f111408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:19.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 -- 10.20.193.50:0/1314229996 shutdown_connections 2026-02-17T22:37:19.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 -- 10.20.193.50:0/1314229996 wait complete. 2026-02-17T22:37:19.377 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 Processor -- start 2026-02-17T22:37:19.377 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 -- start start 2026-02-17T22:37:19.377 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 Processor -- start 2026-02-17T22:37:19.377 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f111af01640 1 -- start start 2026-02-17T22:37:19.378 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f358807c940 0x7f3588146400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.378 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3588080bb0 0x7f3588146940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.378 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35880814c0 0x7f3588146e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.378 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f35881958d0 con 0x7f358807c940 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3588195750 con 0x7f35880814c0 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358e970640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f3588195a50 con 0x7f3588080bb0 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f3587fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f358807c940 0x7f3588146400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f35877fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3588080bb0 0x7f3588146940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f3587fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f358807c940 0x7f3588146400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:59120/0 (socket says 10.20.193.50:59120) 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f3587fff640 1 -- 10.20.193.50:0/1138406065 learned_addr learned my addr 10.20.193.50:0/1138406065 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f35877fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3588080bb0 0x7f3588146940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48102/0 (socket says 10.20.193.50:48102) 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.370+0000 7f358cee6640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35880814c0 0x7f3588146e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.379 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f111af01640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1114130220 0x7f111405b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.380 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f111af01640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1114135f40 0x7f111405b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.380 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f35877fe640 1 -- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35880814c0 msgr2=0x7f3588146e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.380 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f35877fe640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35880814c0 0x7f3588146e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.380 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f111af01640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1114136ac0 0x7f1114146220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.381 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f111af01640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1114198d50 con 0x7f1114135f40 2026-02-17T22:37:19.381 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f111af01640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1114198bd0 con 0x7f1114130220 2026-02-17T22:37:19.381 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f35877fe640 1 -- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f358807c940 msgr2=0x7f3588146400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.381 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f35877fe640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f358807c940 0x7f3588146400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.381 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f35877fe640 1 -- 10.20.193.50:0/1138406065 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f358812e2d0 con 0x7f3588080bb0 2026-02-17T22:37:19.381 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f111af01640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f1114198ed0 con 0x7f1114136ac0 2026-02-17T22:37:19.382 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f3587fff640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f358807c940 0x7f3588146400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:19.382 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f358cee6640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35880814c0 0x7f3588146e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:19.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f1118c76640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1114130220 0x7f111405b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1114135f40 0x7f111405b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f1119477640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1114136ac0 0x7f1114146220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1114135f40 0x7f111405b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:59122/0 (socket says 10.20.193.50:59122) 2026-02-17T22:37:19.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f1118c76640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1114130220 0x7f111405b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60318/0 (socket says 10.20.193.50:60318) 2026-02-17T22:37:19.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 -- 10.20.193.50:0/1692068125 learned_addr learned my addr 10.20.193.50:0/1692068125 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:19.384 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f35877fe640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3588080bb0 0x7f3588146940 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f3578009ab0 tx=0x7f3578002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:19.384 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f3584ff9640 1 -- 10.20.193.50:0/1138406065 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3578046070 con 0x7f3588080bb0 2026-02-17T22:37:19.384 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f3584ff9640 1 -- 10.20.193.50:0/1138406065 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35780045b0 con 0x7f3588080bb0 2026-02-17T22:37:19.384 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f3584ff9640 1 -- 10.20.193.50:0/1138406065 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3578038470 con 0x7f3588080bb0 2026-02-17T22:37:19.384 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f358807f040 con 0x7f3588080bb0 2026-02-17T22:37:19.385 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 -- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1114136ac0 msgr2=0x7f1114146220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.385 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 --2- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1114136ac0 0x7f1114146220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.385 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 -- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1114130220 msgr2=0x7f111405b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.385 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 --2- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1114130220 0x7f111405b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.385 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 -- 10.20.193.50:0/1692068125 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f111405c7a0 con 0x7f1114135f40 2026-02-17T22:37:19.386 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f358807aed0 con 0x7f3588080bb0 2026-02-17T22:37:19.386 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f110bfff640 1 --2- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1114135f40 0x7f111405b610 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f10fc00c4b0 tx=0x7f10fc00c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:19.387 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f11097fa640 1 -- 10.20.193.50:0/1692068125 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc005480 con 0x7f1114135f40 2026-02-17T22:37:19.387 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f11097fa640 1 -- 10.20.193.50:0/1692068125 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10fc0036e0 con 0x7f1114135f40 2026-02-17T22:37:19.387 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1114079b10 con 0x7f1114135f40 2026-02-17T22:37:19.387 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f11097fa640 1 -- 10.20.193.50:0/1692068125 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc003b30 con 0x7f1114135f40 2026-02-17T22:37:19.387 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f111405bb50 con 0x7f1114135f40 2026-02-17T22:37:19.387 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.371+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3588080f80 con 0x7f3588080bb0 2026-02-17T22:37:19.388 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.372+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f111405d0b0 con 0x7f1114135f40 2026-02-17T22:37:19.388 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.372+0000 7f11097fa640 1 -- 10.20.193.50:0/1692068125 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f10fc003cd0 con 0x7f1114135f40 2026-02-17T22:37:19.388 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.372+0000 7f11097fa640 1 -- 10.20.193.50:0/1692068125 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f10fc0630b0 con 0x7f1114135f40 2026-02-17T22:37:19.388 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.374+0000 7f3584ff9640 1 -- 10.20.193.50:0/1138406065 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f3578038610 con 0x7f3588080bb0 2026-02-17T22:37:19.389 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.374+0000 7f3584ff9640 1 -- 10.20.193.50:0/1138406065 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f35780879b0 con 0x7f3588080bb0 2026-02-17T22:37:19.389 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.374+0000 7f11097fa640 1 -- 10.20.193.50:0/1692068125 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f10fc061b90 con 0x7f1114135f40 2026-02-17T22:37:19.389 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.376+0000 7f3584ff9640 1 -- 10.20.193.50:0/1138406065 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f3578086110 con 0x7f3588080bb0 2026-02-17T22:37:19.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 -- 10.20.193.50:0/4031576826 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c970 msgr2=0x7f0a60176350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 --2- 10.20.193.50:0/4031576826 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c970 0x7f0a60176350 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0a48005fd0 tx=0x7f0a4802f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 -- 10.20.193.50:0/4031576826 shutdown_connections 2026-02-17T22:37:19.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 --2- 10.20.193.50:0/4031576826 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c970 0x7f0a60176350 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 --2- 10.20.193.50:0/4031576826 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0a6005c060 0x7f0a6005c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 -- 10.20.193.50:0/4031576826 >> 10.20.193.50:0/4031576826 conn(0x7f0a600833e0 msgr2=0x7f0a600840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:19.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 -- 10.20.193.50:0/4031576826 shutdown_connections 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 -- 10.20.193.50:0/4031576826 wait complete. 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 Processor -- start 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.408+0000 7f0a64faf640 1 -- start start 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a64faf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c060 0x7f0a6007b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a64faf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0a6005c970 0x7f0a6007baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a64faf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f0a60176890 0x7f0a6007bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a64faf640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0a60198e60 con 0x7f0a60176890 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a64faf640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0a60198ce0 con 0x7f0a6005c970 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a64faf640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f0a60198fe0 con 0x7f0a6005c060 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5e575640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c060 0x7f0a6007b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5ed76640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f0a60176890 0x7f0a6007bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5e575640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c060 0x7f0a6007b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48146/0 (socket says 10.20.193.50:48146) 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5dd74640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0a6005c970 0x7f0a6007baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5e575640 1 -- 10.20.193.50:0/2172035999 learned_addr learned my addr 10.20.193.50:0/2172035999 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5ed76640 1 -- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c060 msgr2=0x7f0a6007b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5ed76640 1 --2- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c060 0x7f0a6007b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5ed76640 1 -- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0a6005c970 msgr2=0x7f0a6007baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5ed76640 1 --2- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0a6005c970 0x7f0a6007baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5ed76640 1 -- 10.20.193.50:0/2172035999 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a60177270 con 0x7f0a60176890 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a5ed76640 1 --2- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f0a60176890 0x7f0a6007bfe0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0a5000c750 tx=0x7f0a5000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a46ffd640 1 -- 10.20.193.50:0/2172035999 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a50004c60 con 0x7f0a60176890 2026-02-17T22:37:19.415 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a46ffd640 1 -- 10.20.193.50:0/2172035999 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a5000ce20 con 0x7f0a60176890 2026-02-17T22:37:19.416 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f78ba77a640 1 -- 10.20.193.50:0/1591237702 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 msgr2=0x7f78b41363b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.416 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f78ba77a640 1 --2- 10.20.193.50:0/1591237702 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 0x7f78b41363b0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f78a4005fd0 tx=0x7f78a402f180 comp rx=0 tx=0).stop 2026-02-17T22:37:19.416 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a60178280 con 0x7f0a60176890 2026-02-17T22:37:19.417 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a46ffd640 1 -- 10.20.193.50:0/2172035999 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a5000aab0 con 0x7f0a60176890 2026-02-17T22:37:19.417 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a60198050 con 0x7f0a60176890 2026-02-17T22:37:19.417 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f78ba77a640 1 -- 10.20.193.50:0/1591237702 shutdown_connections 2026-02-17T22:37:19.417 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f78ba77a640 1 --2- 10.20.193.50:0/1591237702 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 0x7f78b41363b0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.417 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f78ba77a640 1 --2- 10.20.193.50:0/1591237702 >> v2:10.20.193.50:3300/0 conn(0x7f78b4130220 0x7f78b4086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.418 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f78ba77a640 1 -- 10.20.193.50:0/1591237702 >> 10.20.193.50:0/1591237702 conn(0x7f78b408aae0 msgr2=0x7f78b408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:19.418 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f78ba77a640 1 -- 10.20.193.50:0/1591237702 shutdown_connections 2026-02-17T22:37:19.418 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.409+0000 7f78ba77a640 1 -- 10.20.193.50:0/1591237702 wait complete. 2026-02-17T22:37:19.418 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a60186980 con 0x7f0a60176890 2026-02-17T22:37:19.419 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 Processor -- start 2026-02-17T22:37:19.419 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 -- start start 2026-02-17T22:37:19.419 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f0a46ffd640 1 -- 10.20.193.50:0/2172035999 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f0a50023060 con 0x7f0a60176890 2026-02-17T22:37:19.420 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f78b4130220 0x7f78b405b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.420 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 0x7f78b405bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.420 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f78b41368f0 0x7f78b405c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:19.420 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f78b4198d20 con 0x7f78b4130220 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f78b4198ba0 con 0x7f78b41368f0 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f78b4198ea0 con 0x7f78b4135f40 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 0x7f78b405bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b3fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f78b4130220 0x7f78b405b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 0x7f78b405bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48148/0 (socket says 10.20.193.50:48148) 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 -- 10.20.193.50:0/1222175935 learned_addr learned my addr 10.20.193.50:0/1222175935 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b8cf0640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f78b41368f0 0x7f78b405c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 -- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f78b41368f0 msgr2=0x7f78b405c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f78b41368f0 0x7f78b405c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 -- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f78b4130220 msgr2=0x7f78b405b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.421 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f78b4130220 0x7f78b405b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.422 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f0a46ffd640 1 -- 10.20.193.50:0/2172035999 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f0a500636f0 con 0x7f0a60176890 2026-02-17T22:37:19.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 -- 10.20.193.50:0/1222175935 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78b405d580 con 0x7f78b4135f40 2026-02-17T22:37:19.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b3fff640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f78b4130220 0x7f78b405b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:19.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b37fe640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 0x7f78b405bc80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f78a40092e0 tx=0x7f78a4002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:19.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b0ff9640 1 -- 10.20.193.50:0/1222175935 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a4048070 con 0x7f78b4135f40 2026-02-17T22:37:19.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b0ff9640 1 -- 10.20.193.50:0/1222175935 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78a4002d00 con 0x7f78b4135f40 2026-02-17T22:37:19.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78b405daa0 con 0x7f78b4135f40 2026-02-17T22:37:19.423 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78b0ff9640 1 -- 10.20.193.50:0/1222175935 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a40386d0 con 0x7f78b4135f40 2026-02-17T22:37:19.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.410+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f78b4115430 con 0x7f78b4135f40 2026-02-17T22:37:19.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.411+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78b4136350 con 0x7f78b4135f40 2026-02-17T22:37:19.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.411+0000 7f78b0ff9640 1 -- 10.20.193.50:0/1222175935 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 8) ==== 59878+0+0 (secure 0 0 0) 0x7f78a4038870 con 0x7f78b4135f40 2026-02-17T22:37:19.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.411+0000 7f78b0ff9640 1 -- 10.20.193.50:0/1222175935 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f78a4087d20 con 0x7f78b4135f40 2026-02-17T22:37:19.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.412+0000 7f0a46ffd640 1 -- 10.20.193.50:0/2172035999 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f0a60186980 con 0x7f0a60176890 2026-02-17T22:37:19.424 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.413+0000 7f78b0ff9640 1 -- 10.20.193.50:0/1222175935 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f78b4136350 con 0x7f78b4135f40 2026-02-17T22:37:19.454 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.450+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f1114086570 con 0x7f1114135f40 2026-02-17T22:37:19.454 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.451+0000 7f11097fa640 1 -- 10.20.193.50:0/1692068125 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f10fc061f10 con 0x7f1114135f40 2026-02-17T22:37:19.454 INFO:teuthology.orchestra.run.trial050.stdout:38654705677 2026-02-17T22:37:19.456 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.452+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 >> v1:10.20.193.50:6800/1573574482 conn(0x7f10e404c930 legacy=0x7f10e406cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.456 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.452+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1114135f40 msgr2=0x7f111405b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.456 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.452+0000 7f111af01640 1 --2- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1114135f40 0x7f111405b610 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f10fc00c4b0 tx=0x7f10fc00c980 comp rx=0 tx=0).stop 2026-02-17T22:37:19.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.452+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 shutdown_connections 2026-02-17T22:37:19.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.452+0000 7f111af01640 1 --2- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1114136ac0 0x7f1114146220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.452+0000 7f111af01640 1 --2- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1114135f40 0x7f111405b610 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.452+0000 7f111af01640 1 --2- 10.20.193.50:0/1692068125 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1114130220 0x7f111405b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.452+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 >> 10.20.193.50:0/1692068125 conn(0x7f111408aae0 msgr2=0x7f11141344f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:19.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.453+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 shutdown_connections 2026-02-17T22:37:19.457 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.453+0000 7f111af01640 1 -- 10.20.193.50:0/1692068125 wait complete. 2026-02-17T22:37:19.458 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.455+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f358807b130 con 0x7f3588080bb0 2026-02-17T22:37:19.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.455+0000 7f3584ff9640 1 -- 10.20.193.50:0/1138406065 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3578086490 con 0x7f3588080bb0 2026-02-17T22:37:19.459 INFO:teuthology.orchestra.run.trial050.stdout:42949672973 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 >> v1:10.20.193.50:6800/1573574482 conn(0x7f355804c930 legacy=0x7f355806cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3588080bb0 msgr2=0x7f3588146940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3588080bb0 0x7f3588146940 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f3578009ab0 tx=0x7f3578002900 comp rx=0 tx=0).stop 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 shutdown_connections 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f35880814c0 0x7f3588146e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f3588080bb0 0x7f3588146940 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 --2- 10.20.193.50:0/1138406065 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f358807c940 0x7f3588146400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 >> 10.20.193.50:0/1138406065 conn(0x7f35880833e0 msgr2=0x7f35881346b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:19.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 shutdown_connections 2026-02-17T22:37:19.462 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.457+0000 7f358e970640 1 -- 10.20.193.50:0/1138406065 wait complete. 2026-02-17T22:37:19.464 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705677 for osd.2 2026-02-17T22:37:19.468 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672974 got 42949672973 for osd.3 2026-02-17T22:37:19.473 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.470+0000 7f0a46ffd640 1 -- 10.20.193.50:0/2172035999 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f0a500621d0 con 0x7f0a60176890 2026-02-17T22:37:19.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.471+0000 7f78b0ff9640 1 -- 10.20.193.50:0/1222175935 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f78a4086800 con 0x7f78b4135f40 2026-02-17T22:37:19.494 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.491+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f0a6007c870 con 0x7f0a60176890 2026-02-17T22:37:19.495 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.491+0000 7f0a46ffd640 1 -- 10.20.193.50:0/2172035999 <== mon.0 v2:10.20.193.50:3300/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0a500395a0 con 0x7f0a60176890 2026-02-17T22:37:19.495 INFO:teuthology.orchestra.run.trial050.stdout:38654705679 2026-02-17T22:37:19.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.492+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f78b40838e0 con 0x7f78b4135f40 2026-02-17T22:37:19.496 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.492+0000 7f78b0ff9640 1 -- 10.20.193.50:0/1222175935 <== mon.2 v2:10.20.193.50:3302/0 8 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f78b40838e0 con 0x7f78b4135f40 2026-02-17T22:37:19.496 INFO:teuthology.orchestra.run.trial050.stdout:42949672976 2026-02-17T22:37:19.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 >> v1:10.20.193.50:6800/1573574482 conn(0x7f0a2c04c930 legacy=0x7f0a2c06cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f0a60176890 msgr2=0x7f0a6007bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 --2- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f0a60176890 0x7f0a6007bfe0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0a5000c750 tx=0x7f0a5000cc20 comp rx=0 tx=0).stop 2026-02-17T22:37:19.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 shutdown_connections 2026-02-17T22:37:19.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 --2- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f0a60176890 0x7f0a6007bfe0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.498 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 --2- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0a6005c970 0x7f0a6007baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.498 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 --2- 10.20.193.50:0/2172035999 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0a6005c060 0x7f0a6007b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.498 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 >> 10.20.193.50:0/2172035999 conn(0x7f0a600833e0 msgr2=0x7f0a6007de00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:19.498 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 shutdown_connections 2026-02-17T22:37:19.498 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.493+0000 7f0a64faf640 1 -- 10.20.193.50:0/2172035999 wait complete. 2026-02-17T22:37:19.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 >> v1:10.20.193.50:6800/1573574482 conn(0x7f788404c930 legacy=0x7f788406cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 msgr2=0x7f78b405bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:19.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 0x7f78b405bc80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f78a40092e0 tx=0x7f78a4002900 comp rx=0 tx=0).stop 2026-02-17T22:37:19.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 shutdown_connections 2026-02-17T22:37:19.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f78b41368f0 0x7f78b405c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f78b4135f40 0x7f78b405bc80 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 --2- 10.20.193.50:0/1222175935 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f78b4130220 0x7f78b405b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:19.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 >> 10.20.193.50:0/1222175935 conn(0x7f78b408aae0 msgr2=0x7f78b41348c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:19.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 shutdown_connections 2026-02-17T22:37:19.500 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:19.494+0000 7f78ba77a640 1 -- 10.20.193.50:0/1222175935 wait complete. 2026-02-17T22:37:19.504 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705679 for osd.1 2026-02-17T22:37:19.505 DEBUG:teuthology.parallel:result is None 2026-02-17T22:37:19.506 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672975 got 42949672976 for osd.0 2026-02-17T22:37:19.506 DEBUG:teuthology.parallel:result is None 2026-02-17T22:37:20.465 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:37:20.469 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:37:20.536 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 -- 10.20.193.50:0/1726100627 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58086880 msgr2=0x7f4b5812f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.536 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 --2- 10.20.193.50:0/1726100627 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58086880 0x7f4b5812f9d0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4b48005ea0 tx=0x7f4b4802f220 comp rx=0 tx=0).stop 2026-02-17T22:37:20.536 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 -- 10.20.193.50:0/1726100627 shutdown_connections 2026-02-17T22:37:20.536 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 --2- 10.20.193.50:0/1726100627 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5812ff10 0x7f4b58135d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.536 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 --2- 10.20.193.50:0/1726100627 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b58130340 0x7f4b581362a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.536 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 --2- 10.20.193.50:0/1726100627 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58086880 0x7f4b5812f9d0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 -- 10.20.193.50:0/1726100627 >> 10.20.193.50:0/1726100627 conn(0x7f4b5808aa50 msgr2=0x7f4b5808ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:20.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 -- 10.20.193.50:0/1726100627 shutdown_connections 2026-02-17T22:37:20.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.532+0000 7f4b5f271640 1 -- 10.20.193.50:0/1726100627 wait complete. 2026-02-17T22:37:20.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5f271640 1 Processor -- start 2026-02-17T22:37:20.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5f271640 1 -- start start 2026-02-17T22:37:20.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5f271640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b58086880 0x7f4b58146210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5f271640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5812ff10 0x7f4b58146750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5f271640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58130340 0x7f4b5805ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.540 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5f271640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f4b58197a10 con 0x7f4b58130340 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5f271640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f4b58197890 con 0x7f4b58086880 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5f271640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f4b58197b90 con 0x7f4b5812ff10 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5cfe6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b58086880 0x7f4b58146210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b4ffff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5812ff10 0x7f4b58146750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5d7e7640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58130340 0x7f4b5805ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5cfe6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b58086880 0x7f4b58146210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60394/0 (socket says 10.20.193.50:60394) 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.533+0000 7f4b5cfe6640 1 -- 10.20.193.50:0/153124258 learned_addr learned my addr 10.20.193.50:0/153124258 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5cfe6640 1 -- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5812ff10 msgr2=0x7f4b58146750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5cfe6640 1 --2- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5812ff10 0x7f4b58146750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.541 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5cfe6640 1 -- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58130340 msgr2=0x7f4b5805ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5cfe6640 1 --2- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58130340 0x7f4b5805ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5cfe6640 1 -- 10.20.193.50:0/153124258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b5805ce20 con 0x7f4b58086880 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5d7e7640 1 --2- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58130340 0x7f4b5805ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5cfe6640 1 --2- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b58086880 0x7f4b58146210 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4b48002900 tx=0x7f4b48002930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b4d7fa640 1 -- 10.20.193.50:0/153124258 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48046070 con 0x7f4b58086880 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b4d7fa640 1 -- 10.20.193.50:0/153124258 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b480045b0 con 0x7f4b58086880 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b58130710 con 0x7f4b58086880 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b4d7fa640 1 -- 10.20.193.50:0/153124258 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48038470 con 0x7f4b58086880 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.534+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b5805b1c0 con 0x7f4b58086880 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.535+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b5812f9d0 con 0x7f4b58086880 2026-02-17T22:37:20.542 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.535+0000 7f4b4d7fa640 1 -- 10.20.193.50:0/153124258 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f4b48038610 con 0x7f4b58086880 2026-02-17T22:37:20.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.535+0000 7f4b4d7fa640 1 -- 10.20.193.50:0/153124258 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f4b48087a50 con 0x7f4b58086880 2026-02-17T22:37:20.543 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.537+0000 7f4b4d7fa640 1 -- 10.20.193.50:0/153124258 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f4b480094b0 con 0x7f4b58086880 2026-02-17T22:37:20.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 -- 10.20.193.50:0/3092470660 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 msgr2=0x7f658c196150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 --2- 10.20.193.50:0/3092470660 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 0x7f658c196150 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6588009f10 tx=0x7f658802f340 comp rx=0 tx=0).stop 2026-02-17T22:37:20.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 -- 10.20.193.50:0/3092470660 shutdown_connections 2026-02-17T22:37:20.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 --2- 10.20.193.50:0/3092470660 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 0x7f658c196150 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 --2- 10.20.193.50:0/3092470660 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f658c080bb0 0x7f658c080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.580 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 -- 10.20.193.50:0/3092470660 >> 10.20.193.50:0/3092470660 conn(0x7f658c0833e0 msgr2=0x7f658c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 -- 10.20.193.50:0/3092470660 shutdown_connections 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 -- 10.20.193.50:0/3092470660 wait complete. 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.574+0000 7f6594430640 1 Processor -- start 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 -- start start 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 0x7f658c05d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f658c080bb0 0x7f658c07adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f658c0814c0 0x7f658c07b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f658c196a60 con 0x7f658c0814c0 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f658c1968e0 con 0x7f658c080bb0 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f658c196be0 con 0x7f658c07cb10 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 0x7f658c05d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.581 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65919a4640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f658c080bb0 0x7f658c07adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65929a6640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f658c0814c0 0x7f658c07b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 0x7f658c05d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48216/0 (socket says 10.20.193.50:48216) 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 -- 10.20.193.50:0/2445446579 learned_addr learned my addr 10.20.193.50:0/2445446579 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 -- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f658c080bb0 msgr2=0x7f658c07adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 --2- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f658c080bb0 0x7f658c07adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 -- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f658c0814c0 msgr2=0x7f658c07b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 --2- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f658c0814c0 0x7f658c07b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 -- 10.20.193.50:0/2445446579 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f658c079b10 con 0x7f658c07cb10 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65929a6640 1 --2- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f658c0814c0 0x7f658c07b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f65921a5640 1 --2- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 0x7f658c05d2e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f657c0094b0 tx=0x7f657c00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:20.582 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6572ffd640 1 -- 10.20.193.50:0/2445446579 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c00cd20 con 0x7f658c07cb10 2026-02-17T22:37:20.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6572ffd640 1 -- 10.20.193.50:0/2445446579 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f657c004880 con 0x7f658c07cb10 2026-02-17T22:37:20.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f658c07a020 con 0x7f658c07cb10 2026-02-17T22:37:20.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6572ffd640 1 -- 10.20.193.50:0/2445446579 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c004cd0 con 0x7f658c07cb10 2026-02-17T22:37:20.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.575+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f658c05da00 con 0x7f658c07cb10 2026-02-17T22:37:20.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.576+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f658c080f80 con 0x7f658c07cb10 2026-02-17T22:37:20.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.576+0000 7f6572ffd640 1 -- 10.20.193.50:0/2445446579 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f657c004080 con 0x7f658c07cb10 2026-02-17T22:37:20.583 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.576+0000 7f6572ffd640 1 -- 10.20.193.50:0/2445446579 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f657c064040 con 0x7f658c07cb10 2026-02-17T22:37:20.584 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.578+0000 7f6572ffd640 1 -- 10.20.193.50:0/2445446579 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f657c062980 con 0x7f658c07cb10 2026-02-17T22:37:20.616 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.612+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f4b58053100 con 0x7f4b58086880 2026-02-17T22:37:20.616 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.612+0000 7f4b4d7fa640 1 -- 10.20.193.50:0/153124258 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4b48005be0 con 0x7f4b58086880 2026-02-17T22:37:20.616 INFO:teuthology.orchestra.run.trial050.stdout:38654705679 2026-02-17T22:37:20.617 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.613+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 >> v1:10.20.193.50:6800/1573574482 conn(0x7f4b2804ca50 legacy=0x7f4b2806cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.613+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b58086880 msgr2=0x7f4b58146210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.614+0000 7f4b5f271640 1 --2- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b58086880 0x7f4b58146210 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4b48002900 tx=0x7f4b48002930 comp rx=0 tx=0).stop 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.614+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 shutdown_connections 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.614+0000 7f4b5f271640 1 --2- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f4b58130340 0x7f4b5805ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.614+0000 7f4b5f271640 1 --2- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f4b5812ff10 0x7f4b58146750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.614+0000 7f4b5f271640 1 --2- 10.20.193.50:0/153124258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f4b58086880 0x7f4b58146210 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.614+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 >> 10.20.193.50:0/153124258 conn(0x7f4b5808aa50 msgr2=0x7f4b58134a40 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.614+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 shutdown_connections 2026-02-17T22:37:20.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.614+0000 7f4b5f271640 1 -- 10.20.193.50:0/153124258 wait complete. 2026-02-17T22:37:20.625 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705678 got 38654705679 for osd.2 2026-02-17T22:37:20.625 DEBUG:teuthology.parallel:result is None 2026-02-17T22:37:20.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.652+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f658c07b8d0 con 0x7f658c07cb10 2026-02-17T22:37:20.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.652+0000 7f6572ffd640 1 -- 10.20.193.50:0/2445446579 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f657c062d00 con 0x7f658c07cb10 2026-02-17T22:37:20.656 INFO:teuthology.orchestra.run.trial050.stdout:42949672975 2026-02-17T22:37:20.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 >> v1:10.20.193.50:6800/1573574482 conn(0x7f655c04ca50 legacy=0x7f655c06cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 msgr2=0x7f658c05d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 --2- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 0x7f658c05d2e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f657c0094b0 tx=0x7f657c00ee60 comp rx=0 tx=0).stop 2026-02-17T22:37:20.657 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 shutdown_connections 2026-02-17T22:37:20.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 --2- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f658c0814c0 0x7f658c07b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 --2- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f658c080bb0 0x7f658c07adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 --2- 10.20.193.50:0/2445446579 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f658c07cb10 0x7f658c05d2e0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 >> 10.20.193.50:0/2445446579 conn(0x7f658c0833e0 msgr2=0x7f658c1328d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:20.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 shutdown_connections 2026-02-17T22:37:20.658 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.653+0000 7f6594430640 1 -- 10.20.193.50:0/2445446579 wait complete. 2026-02-17T22:37:20.665 INFO:tasks.ceph.ceph_manager.ceph:need seq 42949672974 got 42949672975 for osd.3 2026-02-17T22:37:20.665 DEBUG:teuthology.parallel:result is None 2026-02-17T22:37:20.665 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-17T22:37:20.665 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:20.777 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.771+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/2324842921 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff4cc086560 msgr2=0x7ff4cc086930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.777 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.771+0000 7ff4d1eaf640 1 --2- 10.20.193.50:0/2324842921 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff4cc086560 0x7ff4cc086930 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff4b80098c0 tx=0x7ff4b802f0c0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.777 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.771+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/2324842921 shutdown_connections 2026-02-17T22:37:20.777 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.771+0000 7ff4d1eaf640 1 --2- 10.20.193.50:0/2324842921 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff4cc087290 0x7ff4cc1343f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.777 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.771+0000 7ff4d1eaf640 1 --2- 10.20.193.50:0/2324842921 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff4cc086560 0x7ff4cc086930 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.771+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/2324842921 >> 10.20.193.50:0/2324842921 conn(0x7ff4cc089230 msgr2=0x7ff4cc05a910 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.771+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/2324842921 shutdown_connections 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.771+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/2324842921 wait complete. 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 Processor -- start 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 -- start start 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff4cc086560 0x7ff4cc103950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff4cc086e70 0x7ff4cc103e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff4cc087290 0x7ff4cc1043d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff4cc196ad0 con 0x7ff4cc087290 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff4cc196950 con 0x7ff4cc086e70 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7ff4cc196c50 con 0x7ff4cc086560 2026-02-17T22:37:20.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff4cc086e70 0x7ff4cc103e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff4cc086e70 0x7ff4cc103e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60426/0 (socket says 10.20.193.50:60426) 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 -- 10.20.193.50:0/232424774 learned_addr learned my addr 10.20.193.50:0/232424774 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4cb7fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff4cc086560 0x7ff4cc103950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4cbfff640 1 --2- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff4cc087290 0x7ff4cc1043d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 -- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff4cc086560 msgr2=0x7ff4cc103950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 --2- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff4cc086560 0x7ff4cc103950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 -- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff4cc087290 msgr2=0x7ff4cc1043d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 --2- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff4cc087290 0x7ff4cc1043d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 -- 10.20.193.50:0/232424774 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4cc105aa0 con 0x7ff4cc086e70 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4caffd640 1 --2- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff4cc086e70 0x7ff4cc103e90 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc00c520 tx=0x7ff4bc00c9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:20.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4a7fff640 1 -- 10.20.193.50:0/232424774 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4bc016020 con 0x7ff4cc086e70 2026-02-17T22:37:20.780 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4a7fff640 1 -- 10.20.193.50:0/232424774 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff4bc012920 con 0x7ff4cc086e70 2026-02-17T22:37:20.780 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4a7fff640 1 -- 10.20.193.50:0/232424774 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4bc012d30 con 0x7ff4cc086e70 2026-02-17T22:37:20.780 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4cc1065b0 con 0x7ff4cc086e70 2026-02-17T22:37:20.780 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.772+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4cc1951b0 con 0x7ff4cc086e70 2026-02-17T22:37:20.780 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.773+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4cc086930 con 0x7ff4cc086e70 2026-02-17T22:37:20.780 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.773+0000 7ff4a7fff640 1 -- 10.20.193.50:0/232424774 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7ff4bc01b400 con 0x7ff4cc086e70 2026-02-17T22:37:20.780 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.773+0000 7ff4a7fff640 1 -- 10.20.193.50:0/232424774 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7ff4bc0636f0 con 0x7ff4cc086e70 2026-02-17T22:37:20.780 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.775+0000 7ff4a7fff640 1 -- 10.20.193.50:0/232424774 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7ff4bc020030 con 0x7ff4cc086e70 2026-02-17T22:37:20.850 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.847+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff4cc105250 con 0x7ff49c04ca50 2026-02-17T22:37:20.851 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.847+0000 7ff4a7fff640 1 -- 10.20.193.50:0/232424774 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32005 (unknown 2965378022 0 3551277577) 0x7ff4b80040c0 con 0x7ff49c04ca50 2026-02-17T22:37:20.852 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 >> v1:10.20.193.50:6800/1573574482 conn(0x7ff49c04ca50 legacy=0x7ff49c06cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff4cc086e70 msgr2=0x7ff4cc103e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 --2- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff4cc086e70 0x7ff4cc103e90 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc00c520 tx=0x7ff4bc00c9f0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 shutdown_connections 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 --2- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff4cc087290 0x7ff4cc1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 --2- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff4cc086e70 0x7ff4cc103e90 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 --2- 10.20.193.50:0/232424774 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff4cc086560 0x7ff4cc103950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.853 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 >> 10.20.193.50:0/232424774 conn(0x7ff4cc089230 msgr2=0x7ff4cc0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:20.854 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 shutdown_connections 2026-02-17T22:37:20.854 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.848+0000 7ff4d1eaf640 1 -- 10.20.193.50:0/232424774 wait complete. 2026-02-17T22:37:20.860 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-17T22:37:19.468919+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109684,"kb_used_data":1824,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377676,"statfs":{"total":386547056640,"available":386434740224,"internally_reserved":0,"allocated":1867776,"data_stored":1377822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.998316"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467074+0000","last_change":"2026-02-17T22:36:26.511710+0000","last_active":"2026-02-17T22:37:17.467074+0000","last_peered":"2026-02-17T22:37:17.467074+0000","last_clean":"2026-02-17T22:37:17.467074+0000","last_became_active":"2026-02-17T22:36:24.509773+0000","last_became_peered":"2026-02-17T22:36:24.509773+0000","last_unstale":"2026-02-17T22:37:17.467074+0000","last_undegraded":"2026-02-17T22:37:17.467074+0000","last_fullsized":"2026-02-17T22:37:17.467074+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:35:18.734496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.484018+0000","last_change":"2026-02-17T22:36:26.509497+0000","last_active":"2026-02-17T22:37:17.484018+0000","last_peered":"2026-02-17T22:37:17.484018+0000","last_clean":"2026-02-17T22:37:17.484018+0000","last_became_active":"2026-02-17T22:36:24.512593+0000","last_became_peered":"2026-02-17T22:36:24.512593+0000","last_unstale":"2026-02-17T22:37:17.484018+0000","last_undegraded":"2026-02-17T22:37:17.484018+0000","last_fullsized":"2026-02-17T22:37:17.484018+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:22:43.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467033+0000","last_change":"2026-02-17T22:36:26.511490+0000","last_active":"2026-02-17T22:37:17.467033+0000","last_peered":"2026-02-17T22:37:17.467033+0000","last_clean":"2026-02-17T22:37:17.467033+0000","last_became_active":"2026-02-17T22:36:24.509918+0000","last_became_peered":"2026-02-17T22:36:24.509918+0000","last_unstale":"2026-02-17T22:37:17.467033+0000","last_undegraded":"2026-02-17T22:37:17.467033+0000","last_fullsized":"2026-02-17T22:37:17.467033+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:21:47.323870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.484039+0000","last_change":"2026-02-17T22:36:26.509490+0000","last_active":"2026-02-17T22:37:17.484039+0000","last_peered":"2026-02-17T22:37:17.484039+0000","last_clean":"2026-02-17T22:37:17.484039+0000","last_became_active":"2026-02-17T22:36:24.512351+0000","last_became_peered":"2026-02-17T22:36:24.512351+0000","last_unstale":"2026-02-17T22:37:17.484039+0000","last_undegraded":"2026-02-17T22:37:17.484039+0000","last_fullsized":"2026-02-17T22:37:17.484039+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:08:01.329329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467025+0000","last_change":"2026-02-17T22:36:26.511434+0000","last_active":"2026-02-17T22:37:17.467025+0000","last_peered":"2026-02-17T22:37:17.467025+0000","last_clean":"2026-02-17T22:37:17.467025+0000","last_became_active":"2026-02-17T22:36:24.512574+0000","last_became_peered":"2026-02-17T22:36:24.512574+0000","last_unstale":"2026-02-17T22:37:17.467025+0000","last_undegraded":"2026-02-17T22:37:17.467025+0000","last_fullsized":"2026-02-17T22:37:17.467025+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:17:42.901837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.466356+0000","last_change":"2026-02-17T22:36:26.509448+0000","last_active":"2026-02-17T22:37:17.466356+0000","last_peered":"2026-02-17T22:37:17.466356+0000","last_clean":"2026-02-17T22:37:17.466356+0000","last_became_active":"2026-02-17T22:36:24.510366+0000","last_became_peered":"2026-02-17T22:36:24.510366+0000","last_unstale":"2026-02-17T22:37:17.466356+0000","last_undegraded":"2026-02-17T22:37:17.466356+0000","last_fullsized":"2026-02-17T22:37:17.466356+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:10:31.201050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467015+0000","last_change":"2026-02-17T22:36:26.511827+0000","last_active":"2026-02-17T22:37:17.467015+0000","last_peered":"2026-02-17T22:37:17.467015+0000","last_clean":"2026-02-17T22:37:17.467015+0000","last_became_active":"2026-02-17T22:36:24.512590+0000","last_became_peered":"2026-02-17T22:36:24.512590+0000","last_unstale":"2026-02-17T22:37:17.467015+0000","last_undegraded":"2026-02-17T22:37:17.467015+0000","last_fullsized":"2026-02-17T22:37:17.467015+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:31:26.149928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":26,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467075+0000","last_change":"2026-02-17T22:36:26.511138+0000","last_active":"2026-02-17T22:37:17.467075+0000","last_peered":"2026-02-17T22:37:17.467075+0000","last_clean":"2026-02-17T22:37:17.467075+0000","last_became_active":"2026-02-17T22:36:24.509745+0000","last_became_peered":"2026-02-17T22:36:24.509745+0000","last_unstale":"2026-02-17T22:37:17.467075+0000","last_undegraded":"2026-02-17T22:37:17.467075+0000","last_fullsized":"2026-02-17T22:37:17.467075+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:02:48.968928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'72","reported_seq":115,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.484030+0000","last_change":"2026-02-17T22:36:21.431907+0000","last_active":"2026-02-17T22:37:17.484030+0000","last_peered":"2026-02-17T22:37:17.484030+0000","last_clean":"2026-02-17T22:37:17.484030+0000","last_became_active":"2026-02-17T22:36:21.431365+0000","last_became_peered":"2026-02-17T22:36:21.431365+0000","last_unstale":"2026-02-17T22:37:17.484030+0000","last_undegraded":"2026-02-17T22:37:17.484030+0000","last_fullsized":"2026-02-17T22:37:17.484030+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T23:32:52.678883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672975,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":176128,"data_stored":50941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705679,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27136,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344704,"statfs":{"total":96636764160,"available":96608976896,"internally_reserved":0,"allocated":172032,"data_stored":50922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705679,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":770048,"data_stored":641309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672976,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":749568,"data_stored":634650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:20.861 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:20.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- 10.20.193.50:0/1830469549 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df0176890 msgr2=0x7f2df0196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 --2- 10.20.193.50:0/1830469549 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df0176890 0x7f2df0196c70 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2dec009750 tx=0x7f2dec02f400 comp rx=0 tx=0).stop 2026-02-17T22:37:20.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- 10.20.193.50:0/1830469549 shutdown_connections 2026-02-17T22:37:20.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 --2- 10.20.193.50:0/1830469549 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2df005c970 0x7f2df0176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 --2- 10.20.193.50:0/1830469549 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df0176890 0x7f2df0196c70 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 --2- 10.20.193.50:0/1830469549 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2df005c060 0x7f2df005c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- 10.20.193.50:0/1830469549 >> 10.20.193.50:0/1830469549 conn(0x7f2df00833e0 msgr2=0x7f2df00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- 10.20.193.50:0/1830469549 shutdown_connections 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- 10.20.193.50:0/1830469549 wait complete. 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 Processor -- start 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- start start 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2df005c060 0x7f2df0176c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df005c970 0x7f2df01771a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2df0176890 0x7f2df01776e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2df0197b90 con 0x7f2df005c970 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2df0197a10 con 0x7f2df005c060 2026-02-17T22:37:20.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.927+0000 7f2df76e6640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f2df0197d10 con 0x7f2df0176890 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df545b640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2df005c060 0x7f2df0176c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df4c5a640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df005c970 0x7f2df01771a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df545b640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2df005c060 0x7f2df0176c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60450/0 (socket says 10.20.193.50:60450) 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df545b640 1 -- 10.20.193.50:0/3879880685 learned_addr learned my addr 10.20.193.50:0/3879880685 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df5c5c640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2df0176890 0x7f2df01776e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df4c5a640 1 -- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2df0176890 msgr2=0x7f2df01776e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df4c5a640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2df0176890 0x7f2df01776e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df4c5a640 1 -- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2df005c060 msgr2=0x7f2df0176c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df4c5a640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2df005c060 0x7f2df0176c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df4c5a640 1 -- 10.20.193.50:0/3879880685 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2df007c780 con 0x7f2df005c970 2026-02-17T22:37:20.935 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df545b640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2df005c060 0x7f2df0176c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df5c5c640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2df0176890 0x7f2df01776e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df4c5a640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df005c970 0x7f2df01771a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2de400e9f0 tx=0x7f2de400eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2dddffb640 1 -- 10.20.193.50:0/3879880685 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2de400ccc0 con 0x7f2df005c970 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2dddffb640 1 -- 10.20.193.50:0/3879880685 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2de4004880 con 0x7f2df005c970 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2df0081f00 con 0x7f2df005c970 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2dddffb640 1 -- 10.20.193.50:0/3879880685 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2de4004cd0 con 0x7f2df005c970 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.928+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2df0178df0 con 0x7f2df005c970 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.929+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2df005c430 con 0x7f2df005c970 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.929+0000 7f2dddffb640 1 -- 10.20.193.50:0/3879880685 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f2de4004e70 con 0x7f2df005c970 2026-02-17T22:37:20.936 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.929+0000 7f2dddffb640 1 -- 10.20.193.50:0/3879880685 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f2de4063f50 con 0x7f2df005c970 2026-02-17T22:37:20.937 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:20.931+0000 7f2dddffb640 1 -- 10.20.193.50:0/3879880685 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f2de4062510 con 0x7f2df005c970 2026-02-17T22:37:21.007 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.004+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2df0053200 con 0x7f2dc004ca50 2026-02-17T22:37:21.008 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.004+0000 7f2dddffb640 1 -- 10.20.193.50:0/3879880685 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32005 (unknown 2965378022 0 3551277577) 0x7f2df0053200 con 0x7f2dc004ca50 2026-02-17T22:37:21.009 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:21.010 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:21.010 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 >> v1:10.20.193.50:6800/1573574482 conn(0x7f2dc004ca50 legacy=0x7f2dc006cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.010 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df005c970 msgr2=0x7f2df01771a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.010 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df005c970 0x7f2df01771a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2de400e9f0 tx=0x7f2de400eec0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.010 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 shutdown_connections 2026-02-17T22:37:21.010 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2df0176890 0x7f2df01776e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.010 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2df005c970 0x7f2df01771a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.010 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 --2- 10.20.193.50:0/3879880685 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2df005c060 0x7f2df0176c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.011 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 >> 10.20.193.50:0/3879880685 conn(0x7f2df00833e0 msgr2=0x7f2df007dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:21.011 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 shutdown_connections 2026-02-17T22:37:21.011 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.005+0000 7f2df76e6640 1 -- 10.20.193.50:0/3879880685 wait complete. 2026-02-17T22:37:21.016 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2026-02-17T22:37:19.468919+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":109684,"kb_used_data":1824,"kb_used_omap":6,"kb_used_meta":107769,"kb_avail":377377676,"statfs":{"total":386547056640,"available":386434740224,"internally_reserved":0,"allocated":1867776,"data_stored":1377822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6374,"internal_metadata":110356250},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.998316"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467074+0000","last_change":"2026-02-17T22:36:26.511710+0000","last_active":"2026-02-17T22:37:17.467074+0000","last_peered":"2026-02-17T22:37:17.467074+0000","last_clean":"2026-02-17T22:37:17.467074+0000","last_became_active":"2026-02-17T22:36:24.509773+0000","last_became_peered":"2026-02-17T22:36:24.509773+0000","last_unstale":"2026-02-17T22:37:17.467074+0000","last_undegraded":"2026-02-17T22:37:17.467074+0000","last_fullsized":"2026-02-17T22:37:17.467074+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:35:18.734496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.484018+0000","last_change":"2026-02-17T22:36:26.509497+0000","last_active":"2026-02-17T22:37:17.484018+0000","last_peered":"2026-02-17T22:37:17.484018+0000","last_clean":"2026-02-17T22:37:17.484018+0000","last_became_active":"2026-02-17T22:36:24.512593+0000","last_became_peered":"2026-02-17T22:36:24.512593+0000","last_unstale":"2026-02-17T22:37:17.484018+0000","last_undegraded":"2026-02-17T22:37:17.484018+0000","last_fullsized":"2026-02-17T22:37:17.484018+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:22:43.923420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467033+0000","last_change":"2026-02-17T22:36:26.511490+0000","last_active":"2026-02-17T22:37:17.467033+0000","last_peered":"2026-02-17T22:37:17.467033+0000","last_clean":"2026-02-17T22:37:17.467033+0000","last_became_active":"2026-02-17T22:36:24.509918+0000","last_became_peered":"2026-02-17T22:36:24.509918+0000","last_unstale":"2026-02-17T22:37:17.467033+0000","last_undegraded":"2026-02-17T22:37:17.467033+0000","last_fullsized":"2026-02-17T22:37:17.467033+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T02:21:47.323870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.484039+0000","last_change":"2026-02-17T22:36:26.509490+0000","last_active":"2026-02-17T22:37:17.484039+0000","last_peered":"2026-02-17T22:37:17.484039+0000","last_clean":"2026-02-17T22:37:17.484039+0000","last_became_active":"2026-02-17T22:36:24.512351+0000","last_became_peered":"2026-02-17T22:36:24.512351+0000","last_unstale":"2026-02-17T22:37:17.484039+0000","last_undegraded":"2026-02-17T22:37:17.484039+0000","last_fullsized":"2026-02-17T22:37:17.484039+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T06:08:01.329329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":27,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467025+0000","last_change":"2026-02-17T22:36:26.511434+0000","last_active":"2026-02-17T22:37:17.467025+0000","last_peered":"2026-02-17T22:37:17.467025+0000","last_clean":"2026-02-17T22:37:17.467025+0000","last_became_active":"2026-02-17T22:36:24.512574+0000","last_became_peered":"2026-02-17T22:36:24.512574+0000","last_unstale":"2026-02-17T22:37:17.467025+0000","last_undegraded":"2026-02-17T22:37:17.467025+0000","last_fullsized":"2026-02-17T22:37:17.467025+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:17:42.901837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.466356+0000","last_change":"2026-02-17T22:36:26.509448+0000","last_active":"2026-02-17T22:37:17.466356+0000","last_peered":"2026-02-17T22:37:17.466356+0000","last_clean":"2026-02-17T22:37:17.466356+0000","last_became_active":"2026-02-17T22:36:24.510366+0000","last_became_peered":"2026-02-17T22:36:24.510366+0000","last_unstale":"2026-02-17T22:37:17.466356+0000","last_undegraded":"2026-02-17T22:37:17.466356+0000","last_fullsized":"2026-02-17T22:37:17.466356+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:10:31.201050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467015+0000","last_change":"2026-02-17T22:36:26.511827+0000","last_active":"2026-02-17T22:37:17.467015+0000","last_peered":"2026-02-17T22:37:17.467015+0000","last_clean":"2026-02-17T22:37:17.467015+0000","last_became_active":"2026-02-17T22:36:24.512590+0000","last_became_peered":"2026-02-17T22:36:24.512590+0000","last_unstale":"2026-02-17T22:37:17.467015+0000","last_undegraded":"2026-02-17T22:37:17.467015+0000","last_fullsized":"2026-02-17T22:37:17.467015+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:31:26.149928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":26,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.467075+0000","last_change":"2026-02-17T22:36:26.511138+0000","last_active":"2026-02-17T22:37:17.467075+0000","last_peered":"2026-02-17T22:37:17.467075+0000","last_clean":"2026-02-17T22:37:17.467075+0000","last_became_active":"2026-02-17T22:36:24.509745+0000","last_became_peered":"2026-02-17T22:36:24.509745+0000","last_unstale":"2026-02-17T22:37:17.467075+0000","last_undegraded":"2026-02-17T22:37:17.467075+0000","last_fullsized":"2026-02-17T22:37:17.467075+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:02:48.968928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"12'72","reported_seq":115,"reported_epoch":20,"state":"active+clean","last_fresh":"2026-02-17T22:37:17.484030+0000","last_change":"2026-02-17T22:36:21.431907+0000","last_active":"2026-02-17T22:37:17.484030+0000","last_peered":"2026-02-17T22:37:17.484030+0000","last_clean":"2026-02-17T22:37:17.484030+0000","last_became_active":"2026-02-17T22:36:21.431365+0000","last_became_peered":"2026-02-17T22:36:21.431365+0000","last_unstale":"2026-02-17T22:37:17.484030+0000","last_undegraded":"2026-02-17T22:37:17.484030+0000","last_fullsized":"2026-02-17T22:37:17.484030+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T23:32:52.678883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":10,"seq":42949672975,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27140,"kb_used_data":172,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344700,"statfs":{"total":96636764160,"available":96608972800,"internally_reserved":0,"allocated":176128,"data_stored":50941,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27589064},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":9,"seq":38654705679,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27136,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344704,"statfs":{"total":96636764160,"available":96608976896,"internally_reserved":0,"allocated":172032,"data_stored":50922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705679,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":770048,"data_stored":641309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":10,"seq":42949672976,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27692,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":26942,"kb_avail":94344148,"statfs":{"total":96636764160,"available":96608407552,"internally_reserved":0,"allocated":749568,"data_stored":634650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27589062},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:21.017 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-17T22:37:21.017 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-17T22:37:21.017 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-17T22:37:21.018 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 -- 10.20.193.50:0/3804137478 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 msgr2=0x7f5498175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 --2- 10.20.193.50:0/3804137478 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 0x7f5498175130 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5480004770 tx=0x7f548002f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 -- 10.20.193.50:0/3804137478 shutdown_connections 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 --2- 10.20.193.50:0/3804137478 >> v2:10.20.193.50:3300/0 conn(0x7f5498175670 0x7f5498195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 --2- 10.20.193.50:0/3804137478 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 0x7f5498175130 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 -- 10.20.193.50:0/3804137478 >> 10.20.193.50:0/3804137478 conn(0x7f54980833e0 msgr2=0x7f54980840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 -- 10.20.193.50:0/3804137478 shutdown_connections 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 -- 10.20.193.50:0/3804137478 wait complete. 2026-02-17T22:37:21.088 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 Processor -- start 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.082+0000 7f549d97a640 1 -- start start 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f549d97a640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5498080bb0 0x7f5498119810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f549d97a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 0x7f5498175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f549d97a640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5498175670 0x7f5498119d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f549d97a640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f549805ddd0 con 0x7f5498175670 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f549d97a640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5498196a00 con 0x7f5498081690 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f549d97a640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f5498196880 con 0x7f5498080bb0 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 0x7f5498175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 0x7f5498175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60468/0 (socket says 10.20.193.50:60468) 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 -- 10.20.193.50:0/785723189 learned_addr learned my addr 10.20.193.50:0/785723189 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:21.089 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f5496ffd640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5498080bb0 0x7f5498119810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54977fe640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5498175670 0x7f5498119d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 -- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5498080bb0 msgr2=0x7f5498119810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5498080bb0 0x7f5498119810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 -- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5498175670 msgr2=0x7f5498119d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5498175670 0x7f5498119d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 -- 10.20.193.50:0/785723189 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f549805cfe0 con 0x7f5498081690 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f54967fc640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 0x7f5498175130 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f5480009230 tx=0x7f5480002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f546ffff640 1 -- 10.20.193.50:0/785723189 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5480046070 con 0x7f5498081690 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f546ffff640 1 -- 10.20.193.50:0/785723189 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5480002d00 con 0x7f5498081690 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5498077a70 con 0x7f5498081690 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f546ffff640 1 -- 10.20.193.50:0/785723189 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54800386d0 con 0x7f5498081690 2026-02-17T22:37:21.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.083+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f54980770e0 con 0x7f5498081690 2026-02-17T22:37:21.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.084+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5498080f80 con 0x7f5498081690 2026-02-17T22:37:21.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.084+0000 7f546ffff640 1 -- 10.20.193.50:0/785723189 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f5480038870 con 0x7f5498081690 2026-02-17T22:37:21.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.084+0000 7f546ffff640 1 -- 10.20.193.50:0/785723189 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f5480087e50 con 0x7f5498081690 2026-02-17T22:37:21.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.085+0000 7f546ffff640 1 -- 10.20.193.50:0/785723189 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5480009400 con 0x7f5498081690 2026-02-17T22:37:21.177 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.174+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f5498053200 con 0x7f5498081690 2026-02-17T22:37:21.177 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.174+0000 7f546ffff640 1 -- 10.20.193.50:0/785723189 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f5480086790 con 0x7f5498081690 2026-02-17T22:37:21.178 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:21.178 INFO:teuthology.orchestra.run.trial050.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-17T22:37:21.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 >> v1:10.20.193.50:6800/1573574482 conn(0x7f546804ca50 legacy=0x7f546806cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 msgr2=0x7f5498175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 0x7f5498175130 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f5480009230 tx=0x7f5480002900 comp rx=0 tx=0).stop 2026-02-17T22:37:21.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 shutdown_connections 2026-02-17T22:37:21.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5498175670 0x7f5498119d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5498081690 0x7f5498175130 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 --2- 10.20.193.50:0/785723189 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5498080bb0 0x7f5498119810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 >> 10.20.193.50:0/785723189 conn(0x7f54980833e0 msgr2=0x7f5498132490 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:21.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 shutdown_connections 2026-02-17T22:37:21.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.175+0000 7f549d97a640 1 -- 10.20.193.50:0/785723189 wait complete. 2026-02-17T22:37:21.186 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-17T22:37:21.186 INFO:teuthology.run_tasks:Running task ceph.restart... 2026-02-17T22:37:21.203 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-17T22:37:21.203 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:21.237 INFO:tasks.ceph.osd.0:Stopped 2026-02-17T22:37:21.238 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 0 2026-02-17T22:37:21.347 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.342+0000 7f827f2cf640 1 -- 10.20.193.50:0/151289587 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 msgr2=0x7f8278080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.347 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.342+0000 7f827f2cf640 1 --2- 10.20.193.50:0/151289587 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 0x7f8278080f80 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8268005ea0 tx=0x7f826802f190 comp rx=0 tx=0).stop 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.342+0000 7f827f2cf640 1 -- 10.20.193.50:0/151289587 shutdown_connections 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.342+0000 7f827f2cf640 1 --2- 10.20.193.50:0/151289587 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f827807cb10 0x7f8278196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.342+0000 7f827f2cf640 1 --2- 10.20.193.50:0/151289587 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 0x7f8278080f80 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.342+0000 7f827f2cf640 1 -- 10.20.193.50:0/151289587 >> 10.20.193.50:0/151289587 conn(0x7f82780833e0 msgr2=0x7f82780840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.342+0000 7f827f2cf640 1 -- 10.20.193.50:0/151289587 shutdown_connections 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.342+0000 7f827f2cf640 1 -- 10.20.193.50:0/151289587 wait complete. 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 Processor -- start 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 -- start start 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f827807cb10 0x7f8278132da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 0x7f82781332e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82780814c0 0x7f8278133820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8278196ab0 con 0x7f8278080bb0 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8278196930 con 0x7f82780814c0 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f8278196c30 con 0x7f827807cb10 2026-02-17T22:37:21.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82780814c0 0x7f8278133820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827c843640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 0x7f82781332e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82780814c0 0x7f8278133820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60498/0 (socket says 10.20.193.50:60498) 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 -- 10.20.193.50:0/3476084258 learned_addr learned my addr 10.20.193.50:0/3476084258 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d044640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f827807cb10 0x7f8278132da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 -- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f827807cb10 msgr2=0x7f8278132da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f827807cb10 0x7f8278132da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 -- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 msgr2=0x7f82781332e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 0x7f82781332e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 -- 10.20.193.50:0/3476084258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82781346e0 con 0x7f82780814c0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827c843640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 0x7f82781332e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827d845640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82780814c0 0x7f8278133820 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8274007fa0 tx=0x7f827400e5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f8265ffb640 1 -- 10.20.193.50:0/3476084258 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8274019070 con 0x7f82780814c0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f8265ffb640 1 -- 10.20.193.50:0/3476084258 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8274002c50 con 0x7f82780814c0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f827807c1d0 con 0x7f82780814c0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f8265ffb640 1 -- 10.20.193.50:0/3476084258 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8274004330 con 0x7f82780814c0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.343+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8278146730 con 0x7f82780814c0 2026-02-17T22:37:21.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.344+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8278080f80 con 0x7f82780814c0 2026-02-17T22:37:21.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.344+0000 7f8265ffb640 1 -- 10.20.193.50:0/3476084258 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 9) ==== 59984+0+0 (secure 0 0 0) 0x7f82740044d0 con 0x7f82780814c0 2026-02-17T22:37:21.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.344+0000 7f8265ffb640 1 -- 10.20.193.50:0/3476084258 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(20..20 src has 1..20) ==== 3020+0+0 (secure 0 0 0) 0x7f8274063c20 con 0x7f82780814c0 2026-02-17T22:37:21.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.346+0000 7f8265ffb640 1 -- 10.20.193.50:0/3476084258 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f8274010040 con 0x7f82780814c0 2026-02-17T22:37:21.427 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.424+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd down", "ids": ["0"]} v 0) -- 0x7f8278053200 con 0x7f82780814c0 2026-02-17T22:37:21.428 INFO:tasks.ceph.mon.a.trial050.stderr:2026-02-17T22:37:21.424+0000 7f947654d640 -1 mon.a@0(leader).osd e20 definitely_dead 0 2026-02-17T22:37:21.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.475+0000 7f8265ffb640 1 -- 10.20.193.50:0/3476084258 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f8274062560 con 0x7f82780814c0 2026-02-17T22:37:21.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.476+0000 7f8265ffb640 1 -- 10.20.193.50:0/3476084258 <== mon.1 v2:10.20.193.50:3301/0 8 ==== mon_command_ack([{"prefix": "osd down", "ids": ["0"]}]=0 marked down osd.0. v21) ==== 89+0+0 (secure 0 0 0) 0x7f82740465a0 con 0x7f82780814c0 2026-02-17T22:37:21.480 INFO:teuthology.orchestra.run.trial050.stderr:marked down osd.0. 2026-02-17T22:37:21.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 >> v1:10.20.193.50:6800/1573574482 conn(0x7f824804ca50 legacy=0x7f824806cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82780814c0 msgr2=0x7f8278133820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82780814c0 0x7f8278133820 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8274007fa0 tx=0x7f827400e5e0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 shutdown_connections 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82780814c0 0x7f8278133820 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8278080bb0 0x7f82781332e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 --2- 10.20.193.50:0/3476084258 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f827807cb10 0x7f8278132da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 >> 10.20.193.50:0/3476084258 conn(0x7f82780833e0 msgr2=0x7f827805c060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 shutdown_connections 2026-02-17T22:37:21.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.478+0000 7f827f2cf640 1 -- 10.20.193.50:0/3476084258 wait complete. 2026-02-17T22:37:21.489 INFO:tasks.ceph.osd.0:Restarting daemon 2026-02-17T22:37:21.490 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-02-17T22:37:21.492 INFO:tasks.ceph.osd.0:Started 2026-02-17T22:37:21.492 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-17T22:37:21.492 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:21.537 INFO:tasks.ceph.osd.1:Stopped 2026-02-17T22:37:21.537 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 1 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 -- 10.20.193.50:0/1051495506 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 msgr2=0x7f865805c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 --2- 10.20.193.50:0/1051495506 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 0x7f865805c430 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8648005ea0 tx=0x7f864802f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 -- 10.20.193.50:0/1051495506 shutdown_connections 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 --2- 10.20.193.50:0/1051495506 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f865805c970 0x7f8658176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 --2- 10.20.193.50:0/1051495506 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 0x7f865805c430 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 -- 10.20.193.50:0/1051495506 >> 10.20.193.50:0/1051495506 conn(0x7f86580833e0 msgr2=0x7f86580840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 -- 10.20.193.50:0/1051495506 shutdown_connections 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 -- 10.20.193.50:0/1051495506 wait complete. 2026-02-17T22:37:21.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 Processor -- start 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.602+0000 7f86607ca640 1 -- start start 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f86607ca640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 0x7f86581836b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f86607ca640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f865805c970 0x7f865807a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f86607ca640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8658176890 0x7f865807acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f86607ca640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8658198d20 con 0x7f865805c060 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f86607ca640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8658198ba0 con 0x7f8658176890 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f86607ca640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f8658198ea0 con 0x7f865805c970 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 0x7f86581836b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 0x7f86581836b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:59316/0 (socket says 10.20.193.50:59316) 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865ed40640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8658176890 0x7f865807acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 -- 10.20.193.50:0/2285196537 learned_addr learned my addr 10.20.193.50:0/2285196537 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:21.609 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865dd3e640 1 --2- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f865805c970 0x7f865807a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 -- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f865805c970 msgr2=0x7f865807a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 --2- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f865805c970 0x7f865807a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 -- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8658176890 msgr2=0x7f865807acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 --2- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8658176890 0x7f865807acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 -- 10.20.193.50:0/2285196537 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f865807cc40 con 0x7f865805c060 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f865e53f640 1 --2- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 0x7f86581836b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f864802fe70 tx=0x7f8648002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f863effd640 1 -- 10.20.193.50:0/2285196537 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648046070 con 0x7f865805c060 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f863effd640 1 -- 10.20.193.50:0/2285196537 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86480045f0 con 0x7f865805c060 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f863effd640 1 -- 10.20.193.50:0/2285196537 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648038470 con 0x7f865805c060 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f865807bfd0 con 0x7f865805c060 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.603+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f865807b200 con 0x7f865805c060 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.604+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f865805c430 con 0x7f865805c060 2026-02-17T22:37:21.610 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.604+0000 7f863effd640 1 -- 10.20.193.50:0/2285196537 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f8648038610 con 0x7f865805c060 2026-02-17T22:37:21.611 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.604+0000 7f863effd640 1 -- 10.20.193.50:0/2285196537 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3020+0+0 (secure 0 0 0) 0x7f8648087f60 con 0x7f865805c060 2026-02-17T22:37:21.611 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.605+0000 7f863effd640 1 -- 10.20.193.50:0/2285196537 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f8648005be0 con 0x7f865805c060 2026-02-17T22:37:21.689 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:21.685+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd down", "ids": ["1"]} v 0) -- 0x7f8658053200 con 0x7f865805c060 2026-02-17T22:37:21.689 INFO:tasks.ceph.mon.a.trial050.stderr:2026-02-17T22:37:21.685+0000 7f947654d640 -1 mon.a@0(leader).osd e21 definitely_dead 0 2026-02-17T22:37:21.725 INFO:tasks.ceph.osd.0.trial050.stderr:2026-02-17T22:37:21.722+0000 7f6354e5d900 -1 Falling back to public interface 2026-02-17T22:37:22.165 INFO:tasks.ceph.osd.0.trial050.stderr:2026-02-17T22:37:22.162+0000 7f6354e5d900 -1 osd.0 20 log_to_monitors true 2026-02-17T22:37:22.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.476+0000 7f863effd640 1 -- 10.20.193.50:0/2285196537 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["1"]}]=0 marked down osd.1. v22) ==== 89+0+0 (secure 0 0 0) 0x7f8648087040 con 0x7f865805c060 2026-02-17T22:37:22.480 INFO:teuthology.orchestra.run.trial050.stderr:marked down osd.1. 2026-02-17T22:37:22.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 >> v1:10.20.193.50:6800/1573574482 conn(0x7f862804cae0 legacy=0x7f862806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 msgr2=0x7f86581836b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 --2- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 0x7f86581836b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f864802fe70 tx=0x7f8648002900 comp rx=0 tx=0).stop 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 shutdown_connections 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 --2- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f8658176890 0x7f865807acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 --2- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f865805c970 0x7f865807a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 --2- 10.20.193.50:0/2285196537 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f865805c060 0x7f86581836b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 >> 10.20.193.50:0/2285196537 conn(0x7f86580833e0 msgr2=0x7f8658186230 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 shutdown_connections 2026-02-17T22:37:22.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.479+0000 7f86607ca640 1 -- 10.20.193.50:0/2285196537 wait complete. 2026-02-17T22:37:22.484 INFO:tasks.ceph.osd.0.trial050.stderr:2026-02-17T22:37:22.479+0000 7f63483d9640 -1 osd.0 20 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:37:22.491 INFO:tasks.ceph.osd.1:Restarting daemon 2026-02-17T22:37:22.491 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-02-17T22:37:22.494 INFO:tasks.ceph.osd.1:Started 2026-02-17T22:37:22.494 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-17T22:37:22.494 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:22.530 INFO:tasks.ceph.osd.2:Stopped 2026-02-17T22:37:22.531 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 2 2026-02-17T22:37:22.640 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.634+0000 7fb30d43d640 1 -- 10.20.193.50:0/1105085708 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb308080bb0 msgr2=0x7fb308080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.634+0000 7fb30d43d640 1 --2- 10.20.193.50:0/1105085708 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb308080bb0 0x7fb308080f80 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc005ea0 tx=0x7fb2fc02f190 comp rx=0 tx=0).stop 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.634+0000 7fb30d43d640 1 -- 10.20.193.50:0/1105085708 shutdown_connections 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.634+0000 7fb30d43d640 1 --2- 10.20.193.50:0/1105085708 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb30807c940 0x7fb30807cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.634+0000 7fb30d43d640 1 --2- 10.20.193.50:0/1105085708 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb3080814c0 0x7fb30807c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.634+0000 7fb30d43d640 1 --2- 10.20.193.50:0/1105085708 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb308080bb0 0x7fb308080f80 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.634+0000 7fb30d43d640 1 -- 10.20.193.50:0/1105085708 >> 10.20.193.50:0/1105085708 conn(0x7fb3080833e0 msgr2=0x7fb3080840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 -- 10.20.193.50:0/1105085708 shutdown_connections 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 -- 10.20.193.50:0/1105085708 wait complete. 2026-02-17T22:37:22.641 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 Processor -- start 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 -- start start 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb30807c940 0x7fb30807d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb308080bb0 0x7fb30807dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb3080814c0 0x7fb30807e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fb308195920 con 0x7fb308080bb0 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fb3081957a0 con 0x7fb30807c940 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb30d43d640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fb308195aa0 con 0x7fb3080814c0 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb306ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb30807c940 0x7fb30807d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb3067fc640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb308080bb0 0x7fb30807dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb3077fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb3080814c0 0x7fb30807e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:22.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb306ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb30807c940 0x7fb30807d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:60550/0 (socket says 10.20.193.50:60550) 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb306ffd640 1 -- 10.20.193.50:0/1960297118 learned_addr learned my addr 10.20.193.50:0/1960297118 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb306ffd640 1 -- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb3080814c0 msgr2=0x7fb30807e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb306ffd640 1 --2- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb3080814c0 0x7fb30807e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb306ffd640 1 -- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb308080bb0 msgr2=0x7fb30807dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb306ffd640 1 --2- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb308080bb0 0x7fb30807dd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.635+0000 7fb306ffd640 1 -- 10.20.193.50:0/1960297118 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb30807acc0 con 0x7fb30807c940 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.636+0000 7fb306ffd640 1 --2- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb30807c940 0x7fb30807d840 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc02fe20 tx=0x7fb2fc002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.636+0000 7fb2e77fe640 1 -- 10.20.193.50:0/1960297118 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc046070 con 0x7fb30807c940 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.636+0000 7fb2e77fe640 1 -- 10.20.193.50:0/1960297118 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2fc0045b0 con 0x7fb30807c940 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.636+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb30807f0e0 con 0x7fb30807c940 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.636+0000 7fb2e77fe640 1 -- 10.20.193.50:0/1960297118 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc038470 con 0x7fb30807c940 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.636+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb308146300 con 0x7fb30807c940 2026-02-17T22:37:22.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.636+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb308080f80 con 0x7fb30807c940 2026-02-17T22:37:22.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.636+0000 7fb2e77fe640 1 -- 10.20.193.50:0/1960297118 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fb2fc038610 con 0x7fb30807c940 2026-02-17T22:37:22.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.637+0000 7fb2e77fe640 1 -- 10.20.193.50:0/1960297118 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 3020+0+0 (secure 0 0 0) 0x7fb2fc087f00 con 0x7fb30807c940 2026-02-17T22:37:22.644 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.638+0000 7fb2e77fe640 1 -- 10.20.193.50:0/1960297118 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fb2fc086fa0 con 0x7fb30807c940 2026-02-17T22:37:22.725 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:22.721+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd down", "ids": ["2"]} v 0) -- 0x7fb308146560 con 0x7fb30807c940 2026-02-17T22:37:22.725 INFO:tasks.ceph.mon.a.trial050.stderr:2026-02-17T22:37:22.722+0000 7f947654d640 -1 mon.a@0(leader).osd e22 definitely_dead 0 2026-02-17T22:37:22.742 INFO:tasks.ceph.osd.1.trial050.stderr:2026-02-17T22:37:22.739+0000 7f28e0aa1900 -1 Falling back to public interface 2026-02-17T22:37:23.158 INFO:tasks.ceph.osd.1.trial050.stderr:2026-02-17T22:37:23.155+0000 7f28e0aa1900 -1 osd.1 21 log_to_monitors true 2026-02-17T22:37:23.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.479+0000 7fb2e77fe640 1 -- 10.20.193.50:0/1960297118 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["2"]}]=0 marked down osd.2. v23) ==== 89+0+0 (secure 0 0 0) 0x7fb2fc086410 con 0x7fb30807c940 2026-02-17T22:37:23.483 INFO:teuthology.orchestra.run.trial050.stderr:marked down osd.2. 2026-02-17T22:37:23.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 >> v1:10.20.193.50:6800/1573574482 conn(0x7fb2d404cae0 legacy=0x7fb2d406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:23.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb30807c940 msgr2=0x7fb30807d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:23.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 --2- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb30807c940 0x7fb30807d840 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc02fe20 tx=0x7fb2fc002900 comp rx=0 tx=0).stop 2026-02-17T22:37:23.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 shutdown_connections 2026-02-17T22:37:23.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 --2- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fb3080814c0 0x7fb30807e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 --2- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fb308080bb0 0x7fb30807dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 --2- 10.20.193.50:0/1960297118 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fb30807c940 0x7fb30807d840 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 >> 10.20.193.50:0/1960297118 conn(0x7fb3080833e0 msgr2=0x7fb308134620 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:23.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 shutdown_connections 2026-02-17T22:37:23.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.481+0000 7fb30d43d640 1 -- 10.20.193.50:0/1960297118 wait complete. 2026-02-17T22:37:23.486 INFO:tasks.ceph.osd.1.trial050.stderr:2026-02-17T22:37:23.483+0000 7f28d401f640 -1 osd.1 21 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:37:23.494 INFO:tasks.ceph.osd.2:Restarting daemon 2026-02-17T22:37:23.495 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-02-17T22:37:23.497 INFO:tasks.ceph.osd.2:Started 2026-02-17T22:37:23.497 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-17T22:37:23.497 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:23.549 INFO:tasks.ceph.osd.3:Stopped 2026-02-17T22:37:23.550 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd down 3 2026-02-17T22:37:23.622 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 -- 10.20.193.50:0/3858412325 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9fe0080bb0 msgr2=0x7f9fe0080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 --2- 10.20.193.50:0/3858412325 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9fe0080bb0 0x7f9fe0080f80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9fd0004770 tx=0x7f9fd002f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 -- 10.20.193.50:0/3858412325 shutdown_connections 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 --2- 10.20.193.50:0/3858412325 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9fe007c940 0x7f9fe007cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 --2- 10.20.193.50:0/3858412325 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9fe00814c0 0x7f9fe007c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 --2- 10.20.193.50:0/3858412325 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9fe0080bb0 0x7f9fe0080f80 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 -- 10.20.193.50:0/3858412325 >> 10.20.193.50:0/3858412325 conn(0x7f9fe00833e0 msgr2=0x7f9fe00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 -- 10.20.193.50:0/3858412325 shutdown_connections 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.616+0000 7f9fe77be640 1 -- 10.20.193.50:0/3858412325 wait complete. 2026-02-17T22:37:23.623 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe77be640 1 Processor -- start 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe77be640 1 -- start start 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe77be640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9fe007c940 0x7f9fe0146390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe77be640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9fe0080bb0 0x7f9fe01468d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe77be640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9fe00814c0 0x7f9fe0146e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe77be640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe0195920 con 0x7f9fe00814c0 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe77be640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9fe01957a0 con 0x7f9fe0080bb0 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe77be640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f9fe0195aa0 con 0x7f9fe007c940 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5533640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9fe007c940 0x7f9fe0146390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5533640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9fe007c940 0x7f9fe0146390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48312/0 (socket says 10.20.193.50:48312) 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe4d32640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9fe0080bb0 0x7f9fe01468d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5533640 1 -- 10.20.193.50:0/4231597144 learned_addr learned my addr 10.20.193.50:0/4231597144 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:23.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5d34640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9fe00814c0 0x7f9fe0146e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5533640 1 -- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9fe0080bb0 msgr2=0x7f9fe01468d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5533640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9fe0080bb0 0x7f9fe01468d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5533640 1 -- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9fe00814c0 msgr2=0x7f9fe0146e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5533640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9fe00814c0 0x7f9fe0146e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe5533640 1 -- 10.20.193.50:0/4231597144 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fe007eff0 con 0x7f9fe007c940 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.617+0000 7f9fe4d32640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9fe0080bb0 0x7f9fe01468d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.618+0000 7f9fe5533640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9fe007c940 0x7f9fe0146390 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9fd0009230 tx=0x7f9fd0002980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.618+0000 7f9fcdffb640 1 -- 10.20.193.50:0/4231597144 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd002fe20 con 0x7f9fe007c940 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.618+0000 7f9fcdffb640 1 -- 10.20.193.50:0/4231597144 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9fd0045070 con 0x7f9fe007c940 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.618+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fe007aba0 con 0x7f9fe007c940 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.618+0000 7f9fcdffb640 1 -- 10.20.193.50:0/4231597144 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd00386b0 con 0x7f9fe007c940 2026-02-17T22:37:23.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.618+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fe007b040 con 0x7f9fe007c940 2026-02-17T22:37:23.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.618+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fe0080f80 con 0x7f9fe007c940 2026-02-17T22:37:23.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.618+0000 7f9fcdffb640 1 -- 10.20.193.50:0/4231597144 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9fd0038850 con 0x7f9fe007c940 2026-02-17T22:37:23.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.619+0000 7f9fcdffb640 1 -- 10.20.193.50:0/4231597144 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(23..23 src has 1..23) ==== 3020+0+0 (secure 0 0 0) 0x7f9fd0088500 con 0x7f9fe007c940 2026-02-17T22:37:23.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.620+0000 7f9fcdffb640 1 -- 10.20.193.50:0/4231597144 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9fd004e020 con 0x7f9fe007c940 2026-02-17T22:37:23.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:23.698+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd down", "ids": ["3"]} v 0) -- 0x7f9fe0053200 con 0x7f9fe007c940 2026-02-17T22:37:23.702 INFO:tasks.ceph.mon.a.trial050.stderr:2026-02-17T22:37:23.698+0000 7f947654d640 -1 mon.a@0(leader).osd e23 definitely_dead 0 2026-02-17T22:37:23.718 INFO:tasks.ceph.osd.2.trial050.stderr:2026-02-17T22:37:23.715+0000 7fe7a6810900 -1 Falling back to public interface 2026-02-17T22:37:24.135 INFO:tasks.ceph.osd.2.trial050.stderr:2026-02-17T22:37:24.131+0000 7fe7a6810900 -1 osd.2 22 log_to_monitors true 2026-02-17T22:37:24.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.482+0000 7f9fcdffb640 1 -- 10.20.193.50:0/4231597144 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd down", "ids": ["3"]}]=0 marked down osd.3. v24) ==== 89+0+0 (secure 0 0 0) 0x7f9fd0087660 con 0x7f9fe007c940 2026-02-17T22:37:24.485 INFO:teuthology.orchestra.run.trial050.stderr:marked down osd.3. 2026-02-17T22:37:24.488 INFO:tasks.ceph.osd.2.trial050.stderr:2026-02-17T22:37:24.485+0000 7fe799578640 -1 osd.2 22 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 >> v1:10.20.193.50:6800/1573574482 conn(0x7f9fb004cae0 legacy=0x7f9fb006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9fe007c940 msgr2=0x7f9fe0146390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9fe007c940 0x7f9fe0146390 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9fd0009230 tx=0x7f9fd0002980 comp rx=0 tx=0).stop 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 shutdown_connections 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9fe00814c0 0x7f9fe0146e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9fe0080bb0 0x7f9fe01468d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 --2- 10.20.193.50:0/4231597144 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9fe007c940 0x7f9fe0146390 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 >> 10.20.193.50:0/4231597144 conn(0x7f9fe00833e0 msgr2=0x7f9fe0132470 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 shutdown_connections 2026-02-17T22:37:24.489 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.486+0000 7f9fe77be640 1 -- 10.20.193.50:0/4231597144 wait complete. 2026-02-17T22:37:24.498 INFO:tasks.ceph.osd.3:Restarting daemon 2026-02-17T22:37:24.498 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-02-17T22:37:24.500 INFO:tasks.ceph.osd.3:Started 2026-02-17T22:37:24.500 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-17T22:37:24.501 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:37:24.571 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- 10.20.193.50:0/621991870 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0136af0 msgr2=0x7f07e0198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 --2- 10.20.193.50:0/621991870 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0136af0 0x7f07e0198280 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f07d0009750 tx=0x7f07d002f400 comp rx=0 tx=0).stop 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- 10.20.193.50:0/621991870 shutdown_connections 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 --2- 10.20.193.50:0/621991870 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0136af0 0x7f07e0198280 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 --2- 10.20.193.50:0/621991870 >> v2:10.20.193.50:3300/0 conn(0x7f07e0130220 0x7f07e0086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- 10.20.193.50:0/621991870 >> 10.20.193.50:0/621991870 conn(0x7f07e008aae0 msgr2=0x7f07e008aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- 10.20.193.50:0/621991870 shutdown_connections 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- 10.20.193.50:0/621991870 wait complete. 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 Processor -- start 2026-02-17T22:37:24.572 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- start start 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0130220 0x7f07e005b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f07e0135f40 0x7f07e005b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f07e0136af0 0x7f07e0146280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f07e0198d30 con 0x7f07e0136af0 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f07e0198bb0 con 0x7f07e0135f40 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07e5345640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f07e0198eb0 con 0x7f07e0130220 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.566+0000 7f07deffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0130220 0x7f07e005b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07deffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0130220 0x7f07e005b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48350/0 (socket says 10.20.193.50:48350) 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07df7fe640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f07e0136af0 0x7f07e0146280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07de7fc640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f07e0135f40 0x7f07e005b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07deffd640 1 -- 10.20.193.50:0/1622567166 learned_addr learned my addr 10.20.193.50:0/1622567166 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:24.573 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07df7fe640 1 -- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0130220 msgr2=0x7f07e005b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07df7fe640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0130220 0x7f07e005b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07df7fe640 1 -- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f07e0135f40 msgr2=0x7f07e005b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07df7fe640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f07e0135f40 0x7f07e005b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07df7fe640 1 -- 10.20.193.50:0/1622567166 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07e005d1f0 con 0x7f07e0136af0 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07deffd640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0130220 0x7f07e005b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07df7fe640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f07e0136af0 0x7f07e0146280 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f07d00095a0 tx=0x7f07d0009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07bf7fe640 1 -- 10.20.193.50:0/1622567166 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d0046070 con 0x7f07e0136af0 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07bf7fe640 1 -- 10.20.193.50:0/1622567166 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07d00042d0 con 0x7f07e0136af0 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07bf7fe640 1 -- 10.20.193.50:0/1622567166 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d0004700 con 0x7f07e0136af0 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07e01307a0 con 0x7f07e0136af0 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07e005bd50 con 0x7f07e0136af0 2026-02-17T22:37:24.574 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07e0086570 con 0x7f07e0136af0 2026-02-17T22:37:24.575 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.567+0000 7f07bf7fe640 1 -- 10.20.193.50:0/1622567166 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f07d00074b0 con 0x7f07e0136af0 2026-02-17T22:37:24.575 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.568+0000 7f07bf7fe640 1 -- 10.20.193.50:0/1622567166 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 3020+0+0 (secure 0 0 0) 0x7f07d0087d80 con 0x7f07e0136af0 2026-02-17T22:37:24.575 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.569+0000 7f07bf7fe640 1 -- 10.20.193.50:0/1622567166 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f07d008b030 con 0x7f07e0136af0 2026-02-17T22:37:24.647 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.644+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f07e0079bf0 con 0x7f07e0136af0 2026-02-17T22:37:24.648 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07bf7fe640 1 -- 10.20.193.50:0/1622567166 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+9128 (secure 0 0 0) 0x7f07e012fd80 con 0x7f07e0136af0 2026-02-17T22:37:24.648 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:24.649 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":24,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:37:24.478337+0000","last_up_change":"2026-02-17T22:37:24.478337+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":8,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"error_message":"pool 2 has some PGs where all OSDs are with primary_affinity 0 (at least pg 2.1), read balance score may not be reliable","score_acting":0,"score_stable":0}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":23,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2862088752}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2862088752}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2862088752}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2862088752}]},"public_addr":"10.20.193.50:6801/2862088752","cluster_addr":"10.20.193.50:6802/2862088752","heartbeat_back_addr":"10.20.193.50:6804/2862088752","heartbeat_front_addr":"10.20.193.50:6803/2862088752","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":21,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2230283185}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2230283185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2230283185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2230283185}]},"public_addr":"10.20.193.50:6805/2230283185","cluster_addr":"10.20.193.50:6806/2230283185","heartbeat_back_addr":"10.20.193.50:6808/2230283185","heartbeat_front_addr":"10.20.193.50:6807/2230283185","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":14,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2460693169}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2460693169}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2460693169}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2460693169}]},"public_addr":"10.20.193.50:6805/2460693169","cluster_addr":"10.20.193.50:6806/2460693169","heartbeat_back_addr":"10.20.193.50:6808/2460693169","heartbeat_front_addr":"10.20.193.50:6807/2460693169","state":["exists"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":23,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":3967468783}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":3967468783}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":3967468783}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":3967468783}]},"public_addr":"10.20.193.50:6813/3967468783","cluster_addr":"10.20.193.50:6814/3967468783","heartbeat_back_addr":"10.20.193.50:6816/3967468783","heartbeat_front_addr":"10.20.193.50:6815/3967468783","state":["exists"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.450603+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.407935+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.364709+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.434853+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.50:0/2644708274":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2903800687":"2026-02-18T22:37:17.463389+0000","10.20.193.50:6800/2497348673":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/1856619081":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2595097904":"2026-02-18T22:37:17.463389+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 >> v1:10.20.193.50:6800/1573574482 conn(0x7f07ac04cae0 legacy=0x7f07ac06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f07e0136af0 msgr2=0x7f07e0146280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f07e0136af0 0x7f07e0146280 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f07d00095a0 tx=0x7f07d0009300 comp rx=0 tx=0).stop 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 shutdown_connections 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f07e0136af0 0x7f07e0146280 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f07e0135f40 0x7f07e005b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 --2- 10.20.193.50:0/1622567166 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f07e0130220 0x7f07e005b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 >> 10.20.193.50:0/1622567166 conn(0x7f07e008aae0 msgr2=0x7f07e0134540 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 shutdown_connections 2026-02-17T22:37:24.650 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:24.645+0000 7f07e5345640 1 -- 10.20.193.50:0/1622567166 wait complete. 2026-02-17T22:37:24.697 INFO:tasks.ceph.osd.3.trial050.stderr:2026-02-17T22:37:24.694+0000 7f3ba321b900 -1 Falling back to public interface 2026-02-17T22:37:25.123 INFO:tasks.ceph.osd.3.trial050.stderr:2026-02-17T22:37:25.119+0000 7f3ba321b900 -1 osd.3 23 log_to_monitors true 2026-02-17T22:37:25.487 INFO:tasks.ceph.osd.3.trial050.stderr:2026-02-17T22:37:25.484+0000 7f3b95f97640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-02-17T22:37:27.658 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:37:27.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2219643043 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 msgr2=0x7fcdbc05c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:27.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 --2- 10.20.193.50:0/2219643043 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 0x7fcdbc05c430 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fcda8005ea0 tx=0x7fcda802f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2219643043 shutdown_connections 2026-02-17T22:37:27.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 --2- 10.20.193.50:0/2219643043 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcdbc05c970 0x7fcdbc176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 --2- 10.20.193.50:0/2219643043 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 0x7fcdbc05c430 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.730 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2219643043 >> 10.20.193.50:0/2219643043 conn(0x7fcdbc0833e0 msgr2=0x7fcdbc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2219643043 shutdown_connections 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2219643043 wait complete. 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 Processor -- start 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.724+0000 7fcdc1f98640 1 -- start start 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdc1f98640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 0x7fcdbc07b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdc1f98640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcdbc05c970 0x7fcdbc07bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdc1f98640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcdbc176890 0x7fcdbc07c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdc1f98640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcdbc082950 con 0x7fcdbc05c060 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdc1f98640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcdbc198dc0 con 0x7fcdbc05c970 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdc1f98640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fcdbc198c40 con 0x7fcdbc176890 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 0x7fcdbc07b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:27.731 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbaffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcdbc05c970 0x7fcdbc07bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 0x7fcdbc07b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:59408/0 (socket says 10.20.193.50:59408) 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 -- 10.20.193.50:0/2475551189 learned_addr learned my addr 10.20.193.50:0/2475551189 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbbfff640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcdbc176890 0x7fcdbc07c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 -- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcdbc176890 msgr2=0x7fcdbc07c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcdbc176890 0x7fcdbc07c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 -- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcdbc05c970 msgr2=0x7fcdbc07bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcdbc05c970 0x7fcdbc07bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 -- 10.20.193.50:0/2475551189 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdbc178aa0 con 0x7fcdbc05c060 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbaffd640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcdbc05c970 0x7fcdbc07bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdbb7fe640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 0x7fcdbc07b990 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcda802fe70 tx=0x7fcda8002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcd97fff640 1 -- 10.20.193.50:0/2475551189 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda8046070 con 0x7fcdbc05c060 2026-02-17T22:37:27.732 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcd97fff640 1 -- 10.20.193.50:0/2475551189 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcda80045f0 con 0x7fcdbc05c060 2026-02-17T22:37:27.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdbc1776c0 con 0x7fcdbc05c060 2026-02-17T22:37:27.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcd97fff640 1 -- 10.20.193.50:0/2475551189 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda8038470 con 0x7fcdbc05c060 2026-02-17T22:37:27.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.725+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdbc178120 con 0x7fcdbc05c060 2026-02-17T22:37:27.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.726+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdbc05c430 con 0x7fcdbc05c060 2026-02-17T22:37:27.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.726+0000 7fcd97fff640 1 -- 10.20.193.50:0/2475551189 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fcda8038610 con 0x7fcdbc05c060 2026-02-17T22:37:27.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.726+0000 7fcd97fff640 1 -- 10.20.193.50:0/2475551189 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7fcda8087f20 con 0x7fcdbc05c060 2026-02-17T22:37:27.733 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.728+0000 7fcd97fff640 1 -- 10.20.193.50:0/2475551189 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fcda8005be0 con 0x7fcdbc05c060 2026-02-17T22:37:27.810 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.806+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcdbc053200 con 0x7fcdbc05c060 2026-02-17T22:37:27.810 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.806+0000 7fcd97fff640 1 -- 10.20.193.50:0/2475551189 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+9193 (secure 0 0 0) 0x7fcda8087000 con 0x7fcdbc05c060 2026-02-17T22:37:27.810 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:27.810 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":27,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:37:27.486796+0000","last_up_change":"2026-02-17T22:37:26.486046+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":24,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2862088752}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2862088752}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2862088752}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2862088752}]},"public_addr":"10.20.193.50:6801/2862088752","cluster_addr":"10.20.193.50:6802/2862088752","heartbeat_back_addr":"10.20.193.50:6804/2862088752","heartbeat_front_addr":"10.20.193.50:6803/2862088752","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2230283185}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2230283185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2230283185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2230283185}]},"public_addr":"10.20.193.50:6805/2230283185","cluster_addr":"10.20.193.50:6806/2230283185","heartbeat_back_addr":"10.20.193.50:6808/2230283185","heartbeat_front_addr":"10.20.193.50:6807/2230283185","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":26,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":647036392}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":647036392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":647036392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":647036392}]},"public_addr":"10.20.193.50:6809/647036392","cluster_addr":"10.20.193.50:6810/647036392","heartbeat_back_addr":"10.20.193.50:6812/647036392","heartbeat_front_addr":"10.20.193.50:6811/647036392","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":26,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":2032185296}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":2032185296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":2032185296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":2032185296}]},"public_addr":"10.20.193.50:6813/2032185296","cluster_addr":"10.20.193.50:6814/2032185296","heartbeat_back_addr":"10.20.193.50:6816/2032185296","heartbeat_front_addr":"10.20.193.50:6815/2032185296","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.450603+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.407935+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.364709+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.434853+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.50:0/2644708274":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2903800687":"2026-02-18T22:37:17.463389+0000","10.20.193.50:6800/2497348673":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/1856619081":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2595097904":"2026-02-18T22:37:17.463389+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 >> v1:10.20.193.50:6800/1573574482 conn(0x7fcd8c04cae0 legacy=0x7fcd8c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 msgr2=0x7fcdbc07b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 0x7fcdbc07b990 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcda802fe70 tx=0x7fcda8002900 comp rx=0 tx=0).stop 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 shutdown_connections 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcdbc176890 0x7fcdbc07c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcdbc05c970 0x7fcdbc07bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 --2- 10.20.193.50:0/2475551189 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcdbc05c060 0x7fcdbc07b990 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 >> 10.20.193.50:0/2475551189 conn(0x7fcdbc0833e0 msgr2=0x7fcdbc1861f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 shutdown_connections 2026-02-17T22:37:27.812 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.808+0000 7fcdc1f98640 1 -- 10.20.193.50:0/2475551189 wait complete. 2026-02-17T22:37:27.819 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-17T22:37:27.820 INFO:teuthology.run_tasks:Running task exec... 2026-02-17T22:37:27.836 INFO:teuthology.task.exec:Executing custom commands... 2026-02-17T22:37:27.836 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:37:27.836 DEBUG:teuthology.orchestra.run.trial050:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph versions' 2026-02-17T22:37:27.907 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 -- 10.20.193.50:0/1677340379 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d9c081ae0 msgr2=0x7f1d9c136590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:27.907 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 --2- 10.20.193.50:0/1677340379 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d9c081ae0 0x7f1d9c136590 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1d84005ea0 tx=0x7f1d8402f190 comp rx=0 tx=0).stop 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 -- 10.20.193.50:0/1677340379 shutdown_connections 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 --2- 10.20.193.50:0/1677340379 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d9c136ad0 0x7f1d9c136f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 --2- 10.20.193.50:0/1677340379 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d9c081ae0 0x7f1d9c136590 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 --2- 10.20.193.50:0/1677340379 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d9c0811d0 0x7f1d9c0815a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 -- 10.20.193.50:0/1677340379 >> 10.20.193.50:0/1677340379 conn(0x7f1d9c084730 msgr2=0x7f1d9c084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 -- 10.20.193.50:0/1677340379 shutdown_connections 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.901+0000 7f1da147a640 1 -- 10.20.193.50:0/1677340379 wait complete. 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 Processor -- start 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 -- start start 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d9c0811d0 0x7f1d9c12b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:27.908 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d9c081ae0 0x7f1d9c12bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d9c136ad0 0x7f1d9c12c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9c197d60 con 0x7f1d9c136ad0 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1d9c197be0 con 0x7f1d9c0811d0 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f1d9c197ee0 con 0x7f1d9c081ae0 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d9c081ae0 0x7f1d9c12bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9affd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d9c0811d0 0x7f1d9c12b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d9c081ae0 0x7f1d9c12bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48382/0 (socket says 10.20.193.50:48382) 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 -- 10.20.193.50:0/1464938095 learned_addr learned my addr 10.20.193.50:0/1464938095 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9b7fe640 1 --2- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d9c136ad0 0x7f1d9c12c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 -- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d9c0811d0 msgr2=0x7f1d9c12b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 --2- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d9c0811d0 0x7f1d9c12b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.909 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 -- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d9c136ad0 msgr2=0x7f1d9c12c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 --2- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d9c136ad0 0x7f1d9c12c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 -- 10.20.193.50:0/1464938095 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d9c12eb90 con 0x7f1d9c081ae0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d9a7fc640 1 --2- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d9c081ae0 0x7f1d9c12bd40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1d8402fe20 tx=0x7f1d84002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d7b7fe640 1 -- 10.20.193.50:0/1464938095 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d84046070 con 0x7f1d9c081ae0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d7b7fe640 1 -- 10.20.193.50:0/1464938095 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d840045b0 con 0x7f1d9c081ae0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d9c12d6c0 con 0x7f1d9c081ae0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1d7b7fe640 1 -- 10.20.193.50:0/1464938095 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d84038470 con 0x7f1d9c081ae0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.902+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d9c1868c0 con 0x7f1d9c081ae0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.903+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d9c0815a0 con 0x7f1d9c081ae0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.903+0000 7f1d7b7fe640 1 -- 10.20.193.50:0/1464938095 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f1d84038610 con 0x7f1d9c081ae0 2026-02-17T22:37:27.910 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.903+0000 7f1d7b7fe640 1 -- 10.20.193.50:0/1464938095 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7f1d84087cd0 con 0x7f1d9c081ae0 2026-02-17T22:37:27.911 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:27.905+0000 7f1d7b7fe640 1 -- 10.20.193.50:0/1464938095 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f1d84086db0 con 0x7f1d9c081ae0 2026-02-17T22:37:28.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.010+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "versions"} v 0) -- 0x7f1d9c12c7c0 con 0x7f1d9c081ae0 2026-02-17T22:37:28.014 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1d7b7fe640 1 -- 10.20.193.50:0/1464938095 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "versions"}]=0 v0) ==== 56+0+587 (secure 0 0 0) 0x7f1d84038d90 con 0x7f1d9c081ae0 2026-02-17T22:37:28.014 INFO:teuthology.orchestra.run.trial050.stdout:{ 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: "mon": { 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: "ceph version 20.2.0-670-gadc19233 (adc1923395f2bcd6ae89b5d331d278364d1848ed) tentacle (stable - RelWithDebInfo)": 3 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: "mgr": { 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: "ceph version 20.2.0-670-gadc19233 (adc1923395f2bcd6ae89b5d331d278364d1848ed) tentacle (stable - RelWithDebInfo)": 2 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: "osd": { 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: "ceph version 20.2.0-670-gadc19233 (adc1923395f2bcd6ae89b5d331d278364d1848ed) tentacle (stable - RelWithDebInfo)": 4 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.015 INFO:teuthology.orchestra.run.trial050.stdout: "overall": { 2026-02-17T22:37:28.016 INFO:teuthology.orchestra.run.trial050.stdout: "ceph version 20.2.0-670-gadc19233 (adc1923395f2bcd6ae89b5d331d278364d1848ed) tentacle (stable - RelWithDebInfo)": 9 2026-02-17T22:37:28.016 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.016 INFO:teuthology.orchestra.run.trial050.stdout:} 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 >> v1:10.20.193.50:6800/1573574482 conn(0x7f1d6804cae0 legacy=0x7f1d6806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d9c081ae0 msgr2=0x7f1d9c12bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 --2- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d9c081ae0 0x7f1d9c12bd40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1d8402fe20 tx=0x7f1d84002900 comp rx=0 tx=0).stop 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 shutdown_connections 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 --2- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d9c136ad0 0x7f1d9c12c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 --2- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d9c081ae0 0x7f1d9c12bd40 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 --2- 10.20.193.50:0/1464938095 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d9c0811d0 0x7f1d9c12b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 >> 10.20.193.50:0/1464938095 conn(0x7f1d9c084730 msgr2=0x7f1d9c07ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 shutdown_connections 2026-02-17T22:37:28.017 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.011+0000 7f1da147a640 1 -- 10.20.193.50:0/1464938095 wait complete. 2026-02-17T22:37:28.023 DEBUG:teuthology.orchestra.run.trial050:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd dump -f json-pretty' 2026-02-17T22:37:28.090 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 -- 10.20.193.50:0/2538699351 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac0811d0 msgr2=0x7f03ac0815a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 --2- 10.20.193.50:0/2538699351 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac0811d0 0x7f03ac0815a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f03a0005ea0 tx=0x7f03a002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 -- 10.20.193.50:0/2538699351 shutdown_connections 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 --2- 10.20.193.50:0/2538699351 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f03ac136ad0 0x7f03ac136f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 --2- 10.20.193.50:0/2538699351 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f03ac081ae0 0x7f03ac136590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 --2- 10.20.193.50:0/2538699351 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac0811d0 0x7f03ac0815a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 -- 10.20.193.50:0/2538699351 >> 10.20.193.50:0/2538699351 conn(0x7f03ac084730 msgr2=0x7f03ac084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 -- 10.20.193.50:0/2538699351 shutdown_connections 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 -- 10.20.193.50:0/2538699351 wait complete. 2026-02-17T22:37:28.091 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 Processor -- start 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 -- start start 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.085+0000 7f03b0aa8640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f03ac0811d0 0x7f03ac146b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03b0aa8640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f03ac081ae0 0x7f03ac147050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03b0aa8640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac136ad0 0x7f03ac12b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03b0aa8640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f03ac197dc0 con 0x7f03ac136ad0 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03b0aa8640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f03ac197c40 con 0x7f03ac081ae0 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03b0aa8640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f03ac197f40 con 0x7f03ac0811d0 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aa575640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f03ac0811d0 0x7f03ac146b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aad76640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac136ad0 0x7f03ac12b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03a9d74640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f03ac081ae0 0x7f03ac147050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.092 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aa575640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f03ac0811d0 0x7f03ac146b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48224/0 (socket says 10.20.193.50:48224) 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aa575640 1 -- 10.20.193.50:0/1625684222 learned_addr learned my addr 10.20.193.50:0/1625684222 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aad76640 1 -- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f03ac0811d0 msgr2=0x7f03ac146b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aad76640 1 --2- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f03ac0811d0 0x7f03ac146b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aad76640 1 -- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f03ac081ae0 msgr2=0x7f03ac147050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aad76640 1 --2- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f03ac081ae0 0x7f03ac147050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aad76640 1 -- 10.20.193.50:0/1625684222 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03ac12e8e0 con 0x7f03ac136ad0 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03a9d74640 1 --2- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f03ac081ae0 0x7f03ac147050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03aad76640 1 --2- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac136ad0 0x7f03ac12b890 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f039c009fd0 tx=0x7f039c00d0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f0392ffd640 1 -- 10.20.193.50:0/1625684222 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039c00d8b0 con 0x7f03ac136ad0 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f0392ffd640 1 -- 10.20.193.50:0/1625684222 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f039c00db40 con 0x7f03ac136ad0 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03ac12ecb0 con 0x7f03ac136ad0 2026-02-17T22:37:28.093 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f0392ffd640 1 -- 10.20.193.50:0/1625684222 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f039c007500 con 0x7f03ac136ad0 2026-02-17T22:37:28.094 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.086+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03ac12e3e0 con 0x7f03ac136ad0 2026-02-17T22:37:28.094 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.087+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03ac07a040 con 0x7f03ac136ad0 2026-02-17T22:37:28.094 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.087+0000 7f0392ffd640 1 -- 10.20.193.50:0/1625684222 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f039c012070 con 0x7f03ac136ad0 2026-02-17T22:37:28.094 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.087+0000 7f0392ffd640 1 -- 10.20.193.50:0/1625684222 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7f039c063530 con 0x7f03ac136ad0 2026-02-17T22:37:28.094 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.088+0000 7f0392ffd640 1 -- 10.20.193.50:0/1625684222 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f03ac07a040 con 0x7f03ac136ad0 2026-02-17T22:37:28.168 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.165+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json-pretty"} v 0) -- 0x7f03ac056b00 con 0x7f03ac136ad0 2026-02-17T22:37:28.169 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.165+0000 7f0392ffd640 1 -- 10.20.193.50:0/1625684222 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json-pretty"}]=0 v27) ==== 81+0+16885 (secure 0 0 0) 0x7f039c010070 con 0x7f03ac136ad0 2026-02-17T22:37:28.169 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:28.169 INFO:teuthology.orchestra.run.trial050.stdout:{ 2026-02-17T22:37:28.169 INFO:teuthology.orchestra.run.trial050.stdout: "epoch": 27, 2026-02-17T22:37:28.169 INFO:teuthology.orchestra.run.trial050.stdout: "fsid": "b675bc08-270f-4cc4-b696-689251efaeaf", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "created": "2026-02-17T22:36:06.166789+0000", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "modified": "2026-02-17T22:37:27.486796+0000", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "last_up_change": "2026-02-17T22:37:26.486046+0000", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "last_in_change": "2026-02-17T22:36:08.971403+0000", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "flags_num": 5799936, 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "flags_set": [ 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "pglog_hardlimit", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "purged_snapdirs", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "recovery_deletes", 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: "sortbitwise" 2026-02-17T22:37:28.170 INFO:teuthology.orchestra.run.trial050.stdout: ], 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "crush_version": 9, 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "full_ratio": 0.94999998807907104, 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "backfillfull_ratio": 0.89999997615814209, 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "nearfull_ratio": 0.85000002384185791, 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_snapshot": "", 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "pool_max": 2, 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "max_osd": 4, 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "require_min_compat_client": "squid", 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "min_compat_client": "jewel", 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "require_osd_release": "squid", 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "allow_crimson": false, 2026-02-17T22:37:28.171 INFO:teuthology.orchestra.run.trial050.stdout: "pools": [ 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "pool": 1, 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "pool_name": ".mgr", 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "create_time": "2026-02-17T22:36:19.311758+0000", 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "flags": 1, 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "flags_names": "hashpspool", 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "type": 1, 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "size": 2, 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "min_size": 1, 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "crush_rule": 0, 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "peering_crush_bucket_count": 0, 2026-02-17T22:37:28.172 INFO:teuthology.orchestra.run.trial050.stdout: "peering_crush_bucket_target": 0, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "peering_crush_bucket_barrier": 0, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "is_stretch_pool": false, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "object_hash": 2, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "pg_autoscale_mode": "off", 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "pg_num": 1, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "pg_placement_num": 1, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "pg_placement_num_target": 1, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "pg_num_target": 1, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "pg_num_pending": 1, 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "last_pg_merge_meta": { 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "source_pgid": "0.0", 2026-02-17T22:37:28.173 INFO:teuthology.orchestra.run.trial050.stdout: "ready_epoch": 0, 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "last_epoch_started": 0, 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "last_epoch_clean": 0, 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "source_version": "0'0", 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "target_version": "0'0" 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "last_change": "13", 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "last_force_op_resend": "0", 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "last_force_op_resend_prenautilus": "0", 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "last_force_op_resend_preluminous": "0", 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "auid": 0, 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "snap_mode": "selfmanaged", 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "snap_seq": 0, 2026-02-17T22:37:28.174 INFO:teuthology.orchestra.run.trial050.stdout: "snap_epoch": 0, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "pool_snaps": [], 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "removed_snaps": "[]", 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "quota_max_bytes": 0, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "quota_max_objects": 0, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "tiers": [], 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "tier_of": -1, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "read_tier": -1, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "write_tier": -1, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "cache_mode": "none", 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "target_max_bytes": 0, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "target_max_objects": 0, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "cache_target_dirty_ratio_micro": 400000, 2026-02-17T22:37:28.175 INFO:teuthology.orchestra.run.trial050.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "cache_target_full_ratio_micro": 800000, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "cache_min_flush_age": 0, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "cache_min_evict_age": 0, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "erasure_code_profile": "", 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_params": { 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "type": "none" 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_period": 0, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_count": 0, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "use_gmt_hitset": true, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "min_read_recency_for_promote": 0, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "min_write_recency_for_promote": 0, 2026-02-17T22:37:28.176 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_grade_decay_rate": 0, 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_search_last_n": 0, 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "grade_table": [], 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "stripe_width": 0, 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "expected_num_objects": 0, 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "fast_read": false, 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "nonprimary_shards": "{}", 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "options": { 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "pg_num_max": 32, 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "pg_num_min": 1 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "application_metadata": { 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: "mgr": {} 2026-02-17T22:37:28.177 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "read_balance": { 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "score_type": "Fair distribution", 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "score_acting": 4, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "score_stable": 4, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "optimal_score": 0.5, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "raw_score_acting": 2, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "raw_score_stable": 2, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "primary_affinity_weighted": 1, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "average_primary_affinity": 1, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: "average_primary_affinity_weighted": 1 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.178 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "pool": 2, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "pool_name": "rbd", 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "create_time": "2026-02-17T22:36:22.933065+0000", 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "flags": 8193, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "flags_names": "hashpspool,selfmanaged_snaps", 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "type": 1, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "size": 2, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "min_size": 1, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "crush_rule": 0, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "peering_crush_bucket_count": 0, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "peering_crush_bucket_target": 0, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "peering_crush_bucket_barrier": 0, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "peering_crush_bucket_mandatory_member": 2147483647, 2026-02-17T22:37:28.179 INFO:teuthology.orchestra.run.trial050.stdout: "is_stretch_pool": false, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "object_hash": 2, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "pg_autoscale_mode": "off", 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "pg_num": 8, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "pg_placement_num": 8, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "pg_placement_num_target": 8, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "pg_num_target": 8, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "pg_num_pending": 8, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "last_pg_merge_meta": { 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "source_pgid": "0.0", 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "ready_epoch": 0, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "last_epoch_started": 0, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "last_epoch_clean": 0, 2026-02-17T22:37:28.180 INFO:teuthology.orchestra.run.trial050.stdout: "source_version": "0'0", 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "target_version": "0'0" 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "last_change": "17", 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "last_force_op_resend": "0", 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "last_force_op_resend_prenautilus": "0", 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "last_force_op_resend_preluminous": "0", 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "auid": 0, 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "snap_mode": "selfmanaged", 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "snap_seq": 2, 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "snap_epoch": 17, 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "pool_snaps": [], 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "removed_snaps": "[]", 2026-02-17T22:37:28.181 INFO:teuthology.orchestra.run.trial050.stdout: "quota_max_bytes": 0, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "quota_max_objects": 0, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "tiers": [], 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "tier_of": -1, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "read_tier": -1, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "write_tier": -1, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "cache_mode": "none", 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "target_max_bytes": 0, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "target_max_objects": 0, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "cache_target_dirty_ratio_micro": 400000, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "cache_target_dirty_high_ratio_micro": 600000, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "cache_target_full_ratio_micro": 800000, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "cache_min_flush_age": 0, 2026-02-17T22:37:28.182 INFO:teuthology.orchestra.run.trial050.stdout: "cache_min_evict_age": 0, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "erasure_code_profile": "", 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_params": { 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "type": "none" 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_period": 0, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_count": 0, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "use_gmt_hitset": true, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "min_read_recency_for_promote": 0, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "min_write_recency_for_promote": 0, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_grade_decay_rate": 0, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "hit_set_search_last_n": 0, 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "grade_table": [], 2026-02-17T22:37:28.183 INFO:teuthology.orchestra.run.trial050.stdout: "stripe_width": 0, 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "expected_num_objects": 0, 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "fast_read": false, 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "nonprimary_shards": "{}", 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "options": {}, 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "application_metadata": { 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "rbd": {} 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "read_balance": { 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "score_type": "Fair distribution", 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "score_acting": 2.5, 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "score_stable": 2.5, 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "optimal_score": 1, 2026-02-17T22:37:28.184 INFO:teuthology.orchestra.run.trial050.stdout: "raw_score_acting": 2.5, 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "raw_score_stable": 2.5, 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "primary_affinity_weighted": 1, 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "average_primary_affinity": 1, 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "average_primary_affinity_weighted": 1 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: ], 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "osds": [ 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "osd": 0, 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "uuid": "96eadb5d-41fd-444c-861f-1496bb835abb", 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "up": 1, 2026-02-17T22:37:28.185 INFO:teuthology.orchestra.run.trial050.stdout: "in": 1, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "weight": 1, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "primary_affinity": 1, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "last_clean_begin": 10, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "last_clean_end": 20, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "up_from": 23, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "up_thru": 24, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "down_at": 21, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "lost_at": 0, 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "public_addrs": { 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.186 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6801", 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2862088752 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_addrs": { 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6802", 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2862088752 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.187 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_back_addrs": { 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6804", 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2862088752 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_front_addrs": { 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.188 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6803", 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2862088752 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "public_addr": "10.20.193.50:6801/2862088752", 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_addr": "10.20.193.50:6802/2862088752", 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_back_addr": "10.20.193.50:6804/2862088752", 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_front_addr": "10.20.193.50:6803/2862088752", 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "state": [ 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "exists", 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: "up" 2026-02-17T22:37:28.189 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "osd": 1, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "uuid": "5fc38f4e-3dc9-440f-afda-1e1f639b07ae", 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "up": 1, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "in": 1, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "weight": 1, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "primary_affinity": 1, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "last_clean_begin": 9, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "last_clean_end": 21, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "up_from": 24, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "up_thru": 24, 2026-02-17T22:37:28.190 INFO:teuthology.orchestra.run.trial050.stdout: "down_at": 22, 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "lost_at": 0, 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "public_addrs": { 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6805", 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2230283185 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_addrs": { 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.191 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6806", 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2230283185 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_back_addrs": { 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6808", 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2230283185 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.192 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_front_addrs": { 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6807", 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2230283185 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: "public_addr": "10.20.193.50:6805/2230283185", 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_addr": "10.20.193.50:6806/2230283185", 2026-02-17T22:37:28.193 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_back_addr": "10.20.193.50:6808/2230283185", 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_front_addr": "10.20.193.50:6807/2230283185", 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "state": [ 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "exists", 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "up" 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "osd": 2, 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "uuid": "ca766263-a57c-4c28-bbd0-d137590e2c39", 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "up": 1, 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "in": 1, 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "weight": 1, 2026-02-17T22:37:28.194 INFO:teuthology.orchestra.run.trial050.stdout: "primary_affinity": 1, 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "last_clean_begin": 9, 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "last_clean_end": 22, 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "up_from": 25, 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "up_thru": 26, 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "down_at": 23, 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "lost_at": 0, 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "public_addrs": { 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6809", 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 647036392 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.195 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_addrs": { 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6810", 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 647036392 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_back_addrs": { 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.196 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6812", 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 647036392 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_front_addrs": { 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6811", 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 647036392 2026-02-17T22:37:28.197 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: "public_addr": "10.20.193.50:6809/647036392", 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_addr": "10.20.193.50:6810/647036392", 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_back_addr": "10.20.193.50:6812/647036392", 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_front_addr": "10.20.193.50:6811/647036392", 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: "state": [ 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: "exists", 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: "up" 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.198 INFO:teuthology.orchestra.run.trial050.stdout: "osd": 3, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "uuid": "43818f4e-b8f2-4a62-abc7-5dd749407489", 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "up": 1, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "in": 1, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "weight": 1, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "primary_affinity": 1, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "last_clean_begin": 10, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "last_clean_end": 23, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "up_from": 26, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "up_thru": 26, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "down_at": 24, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "lost_at": 0, 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "public_addrs": { 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.199 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6813", 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2032185296 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_addrs": { 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6814", 2026-02-17T22:37:28.200 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2032185296 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_back_addrs": { 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6816", 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2032185296 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_front_addrs": { 2026-02-17T22:37:28.201 INFO:teuthology.orchestra.run.trial050.stdout: "addrvec": [ 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "type": "v1", 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "addr": "10.20.193.50:6815", 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "nonce": 2032185296 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "public_addr": "10.20.193.50:6813/2032185296", 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "cluster_addr": "10.20.193.50:6814/2032185296", 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_back_addr": "10.20.193.50:6816/2032185296", 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "heartbeat_front_addr": "10.20.193.50:6815/2032185296", 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "state": [ 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "exists", 2026-02-17T22:37:28.202 INFO:teuthology.orchestra.run.trial050.stdout: "up" 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: ] 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: ], 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "osd_xinfo": [ 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "osd": 0, 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "down_stamp": "0.000000", 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "laggy_probability": 0, 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "laggy_interval": 0, 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "features": 4544132024016699391, 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "old_weight": 0, 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "last_purged_snaps_scrub": "2026-02-17T22:36:16.450603+0000", 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: "dead_epoch": 21 2026-02-17T22:37:28.203 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "osd": 1, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "down_stamp": "0.000000", 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "laggy_probability": 0, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "laggy_interval": 0, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "features": 4544132024016699391, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "old_weight": 0, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "last_purged_snaps_scrub": "2026-02-17T22:36:16.407935+0000", 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "dead_epoch": 22 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "osd": 2, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "down_stamp": "0.000000", 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "laggy_probability": 0, 2026-02-17T22:37:28.204 INFO:teuthology.orchestra.run.trial050.stdout: "laggy_interval": 0, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "features": 4544132024016699391, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "old_weight": 0, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "last_purged_snaps_scrub": "2026-02-17T22:36:16.364709+0000", 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "dead_epoch": 23 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: { 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "osd": 3, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "down_stamp": "0.000000", 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "laggy_probability": 0, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "laggy_interval": 0, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "features": 4544132024016699391, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "old_weight": 0, 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "last_purged_snaps_scrub": "2026-02-17T22:36:16.434853+0000", 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: "dead_epoch": 24 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.205 INFO:teuthology.orchestra.run.trial050.stdout: ], 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "pg_upmap": [], 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "pg_upmap_items": [], 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "pg_upmap_primaries": [], 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "pg_temp": [], 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "primary_temp": [], 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "blocklist": { 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "10.20.193.50:0/2644708274": "2026-02-18T22:37:17.463389+0000", 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "10.20.193.50:0/2903800687": "2026-02-18T22:37:17.463389+0000", 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "10.20.193.50:6800/2497348673": "2026-02-18T22:37:17.463389+0000", 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "10.20.193.50:0/1856619081": "2026-02-18T22:37:17.463389+0000", 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "10.20.193.50:0/2595097904": "2026-02-18T22:37:17.463389+0000" 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "range_blocklist": {}, 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "erasure_code_profiles": { 2026-02-17T22:37:28.206 INFO:teuthology.orchestra.run.trial050.stdout: "default": { 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "crush-failure-domain": "osd", 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "k": "2", 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "m": "1", 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "plugin": "isa", 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "technique": "reed_sol_van" 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: }, 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "removed_snaps_queue": [], 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "new_removed_snaps": [], 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "new_purged_snaps": [], 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "crush_node_flags": {}, 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "device_class_flags": {}, 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "stretch_mode": { 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "stretch_mode_enabled": false, 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "stretch_bucket_count": 0, 2026-02-17T22:37:28.207 INFO:teuthology.orchestra.run.trial050.stdout: "degraded_stretch_mode": 0, 2026-02-17T22:37:28.208 INFO:teuthology.orchestra.run.trial050.stdout: "recovering_stretch_mode": 0, 2026-02-17T22:37:28.208 INFO:teuthology.orchestra.run.trial050.stdout: "stretch_mode_bucket": 0 2026-02-17T22:37:28.208 INFO:teuthology.orchestra.run.trial050.stdout: } 2026-02-17T22:37:28.208 INFO:teuthology.orchestra.run.trial050.stdout:} 2026-02-17T22:37:28.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 >> v1:10.20.193.50:6800/1573574482 conn(0x7f037804cae0 legacy=0x7f037806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac136ad0 msgr2=0x7f03ac12b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 --2- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac136ad0 0x7f03ac12b890 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f039c009fd0 tx=0x7f039c00d0d0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 shutdown_connections 2026-02-17T22:37:28.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 --2- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f03ac136ad0 0x7f03ac12b890 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 --2- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f03ac081ae0 0x7f03ac147050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 --2- 10.20.193.50:0/1625684222 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f03ac0811d0 0x7f03ac146b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.209 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 >> 10.20.193.50:0/1625684222 conn(0x7f03ac084730 msgr2=0x7f03ac07ac10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:28.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 shutdown_connections 2026-02-17T22:37:28.210 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.166+0000 7f03b0aa8640 1 -- 10.20.193.50:0/1625684222 wait complete. 2026-02-17T22:37:28.210 DEBUG:teuthology.orchestra.run.trial050:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs dump' 2026-02-17T22:37:28.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd99969640 1 -- 10.20.193.50:0/1832305639 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 msgr2=0x7fbd80003f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd99969640 1 --2- 10.20.193.50:0/1832305639 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 0x7fbd80003f20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbd8800c2e0 tx=0x7fbd8802f970 comp rx=0 tx=0).stop 2026-02-17T22:37:28.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd937fe640 1 -- 10.20.193.50:0/1832305639 reap_dead start 2026-02-17T22:37:28.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd99969640 1 -- 10.20.193.50:0/1832305639 shutdown_connections 2026-02-17T22:37:28.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd99969640 1 -- 10.20.193.50:0/1832305639 >> 10.20.193.50:0/1832305639 conn(0x7fbd94084730 msgr2=0x7fbd94084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:28.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd99969640 1 -- 10.20.193.50:0/1832305639 shutdown_connections 2026-02-17T22:37:28.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd99969640 1 -- 10.20.193.50:0/1832305639 wait complete. 2026-02-17T22:37:28.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd99969640 1 Processor -- start 2026-02-17T22:37:28.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.273+0000 7fbd99969640 1 -- start start 2026-02-17T22:37:28.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd99969640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 0x7fbd941770c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd99969640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbd94177600 0x7fbd94158910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd99969640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbd94158e50 0x7fbd94159280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd99969640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fbd94158000 con 0x7fbd80003b10 2026-02-17T22:37:28.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd99969640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fbd94157e80 con 0x7fbd94177600 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd99969640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fbd94158180 con 0x7fbd94158e50 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 0x7fbd941770c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 0x7fbd941770c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49272/0 (socket says 10.20.193.50:49272) 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 -- 10.20.193.50:0/2443614633 learned_addr learned my addr 10.20.193.50:0/2443614633 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd927fc640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbd94177600 0x7fbd94158910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd937fe640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbd94158e50 0x7fbd94159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 -- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbd94158e50 msgr2=0x7fbd94159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbd94158e50 0x7fbd94159280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 -- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbd94177600 msgr2=0x7fbd94158910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbd94177600 0x7fbd94158910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 -- 10.20.193.50:0/2443614633 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd9415bb00 con 0x7fbd80003b10 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd92ffd640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 0x7fbd941770c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fbd88003260 tx=0x7fbd88006cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:28.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd6bfff640 1 -- 10.20.193.50:0/2443614633 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd880038e0 con 0x7fbd80003b10 2026-02-17T22:37:28.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd6bfff640 1 -- 10.20.193.50:0/2443614633 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd88047070 con 0x7fbd80003b10 2026-02-17T22:37:28.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd6bfff640 1 -- 10.20.193.50:0/2443614633 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd88003d20 con 0x7fbd80003b10 2026-02-17T22:37:28.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd9415bed0 con 0x7fbd80003b10 2026-02-17T22:37:28.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.274+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd9415b010 con 0x7fbd80003b10 2026-02-17T22:37:28.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.275+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd9415b210 con 0x7fbd80003b10 2026-02-17T22:37:28.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.275+0000 7fbd6bfff640 1 -- 10.20.193.50:0/2443614633 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fbd8804c460 con 0x7fbd80003b10 2026-02-17T22:37:28.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.275+0000 7fbd6bfff640 1 -- 10.20.193.50:0/2443614633 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7fbd88088ea0 con 0x7fbd80003b10 2026-02-17T22:37:28.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.277+0000 7fbd6bfff640 1 -- 10.20.193.50:0/2443614633 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fbd88087f80 con 0x7fbd80003b10 2026-02-17T22:37:28.365 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.362+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fbd940815a0 con 0x7fbd80003b10 2026-02-17T22:37:28.365 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.362+0000 7fbd6bfff640 1 -- 10.20.193.50:0/2443614633 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 1 v1) ==== 75+0+440 (secure 0 0 0) 0x7fbd88008d90 con 0x7fbd80003b10 2026-02-17T22:37:28.366 INFO:teuthology.orchestra.run.trial050.stdout:e1 2026-02-17T22:37:28.366 INFO:teuthology.orchestra.run.trial050.stdout:btime 2026-02-17T22:36:06:163561+0000 2026-02-17T22:37:28.366 INFO:teuthology.orchestra.run.trial050.stdout:enable_multiple, ever_enabled_multiple: 1,1 2026-02-17T22:37:28.366 INFO:teuthology.orchestra.run.trial050.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-02-17T22:37:28.366 INFO:teuthology.orchestra.run.trial050.stdout:legacy client fscid: -1 2026-02-17T22:37:28.366 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:28.366 INFO:teuthology.orchestra.run.trial050.stdout:No filesystems configured 2026-02-17T22:37:28.367 INFO:teuthology.orchestra.run.trial050.stderr:dumped fsmap epoch 1 2026-02-17T22:37:28.367 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 >> v1:10.20.193.50:6800/1573574482 conn(0x7fbd6404cae0 legacy=0x7fbd6406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.367 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 msgr2=0x7fbd941770c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.368 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 0x7fbd941770c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fbd88003260 tx=0x7fbd88006cf0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.368 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 shutdown_connections 2026-02-17T22:37:28.368 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fbd94158e50 0x7fbd94159280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.368 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fbd94177600 0x7fbd94158910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.368 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 --2- 10.20.193.50:0/2443614633 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fbd80003b10 0x7fbd941770c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.368 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 >> 10.20.193.50:0/2443614633 conn(0x7fbd94084730 msgr2=0x7fbd9407ad50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:28.368 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 shutdown_connections 2026-02-17T22:37:28.368 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.363+0000 7fbd99969640 1 -- 10.20.193.50:0/2443614633 wait complete. 2026-02-17T22:37:28.374 DEBUG:teuthology.orchestra.run.trial050:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph osd require-osd-release tentacle' 2026-02-17T22:37:28.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.438+0000 7fdd62729640 1 -- 10.20.193.50:0/3973364294 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c0819e0 msgr2=0x7fdd5c081e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.438+0000 7fdd62729640 1 --2- 10.20.193.50:0/3973364294 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c0819e0 0x7fdd5c081e00 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c005fd0 tx=0x7fdd4c02f260 comp rx=0 tx=0).stop 2026-02-17T22:37:28.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.438+0000 7fdd62729640 1 -- 10.20.193.50:0/3973364294 shutdown_connections 2026-02-17T22:37:28.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.438+0000 7fdd62729640 1 --2- 10.20.193.50:0/3973364294 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdd5c1755a0 0x7fdd5c195980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.438+0000 7fdd62729640 1 --2- 10.20.193.50:0/3973364294 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c0819e0 0x7fdd5c081e00 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.438+0000 7fdd62729640 1 -- 10.20.193.50:0/3973364294 >> 10.20.193.50:0/3973364294 conn(0x7fdd5c084730 msgr2=0x7fdd5c084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.438+0000 7fdd62729640 1 -- 10.20.193.50:0/3973364294 shutdown_connections 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.438+0000 7fdd62729640 1 -- 10.20.193.50:0/3973364294 wait complete. 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 Processor -- start 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 -- start start 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c080670 0x7fdd5c07a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdd5c0819e0 0x7fdd5c07ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdd5c1755a0 0x7fdd5c07b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c196b10 con 0x7fdd5c080670 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fdd5c196990 con 0x7fdd5c0819e0 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fdd5c196c90 con 0x7fdd5c1755a0 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c080670 0x7fdd5c07a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5b7fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdd5c0819e0 0x7fdd5c07ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c080670 0x7fdd5c07a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49288/0 (socket says 10.20.193.50:49288) 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 -- 10.20.193.50:0/1119414834 learned_addr learned my addr 10.20.193.50:0/1119414834 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd60c9f640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdd5c1755a0 0x7fdd5c07b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 -- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdd5c1755a0 msgr2=0x7fdd5c07b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdd5c1755a0 0x7fdd5c07b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 -- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdd5c0819e0 msgr2=0x7fdd5c07ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdd5c0819e0 0x7fdd5c07ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 -- 10.20.193.50:0/1119414834 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5c05c890 con 0x7fdd5c080670 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5b7fe640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdd5c0819e0 0x7fdd5c07ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd5bfff640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c080670 0x7fdd5c07a6f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdd4800c680 tx=0x7fdd4800cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd58ff9640 1 -- 10.20.193.50:0/1119414834 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd48016070 con 0x7fdd5c080670 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd58ff9640 1 -- 10.20.193.50:0/1119414834 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd48004310 con 0x7fdd5c080670 2026-02-17T22:37:28.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd5c05b870 con 0x7fdd5c080670 2026-02-17T22:37:28.447 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd58ff9640 1 -- 10.20.193.50:0/1119414834 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd480068c0 con 0x7fdd5c080670 2026-02-17T22:37:28.447 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.439+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd5c05bce0 con 0x7fdd5c080670 2026-02-17T22:37:28.447 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.440+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd5c081de0 con 0x7fdd5c080670 2026-02-17T22:37:28.447 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.440+0000 7fdd58ff9640 1 -- 10.20.193.50:0/1119414834 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fdd48006a60 con 0x7fdd5c080670 2026-02-17T22:37:28.447 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.440+0000 7fdd58ff9640 1 -- 10.20.193.50:0/1119414834 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3020+0+0 (secure 0 0 0) 0x7fdd480634c0 con 0x7fdd5c080670 2026-02-17T22:37:28.447 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.442+0000 7fdd58ff9640 1 -- 10.20.193.50:0/1119414834 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fdd480625a0 con 0x7fdd5c080670 2026-02-17T22:37:28.523 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:28.519+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd require-osd-release", "release": "tentacle"} v 0) -- 0x7fdd5c079140 con 0x7fdd5c080670 2026-02-17T22:37:29.497 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.493+0000 7fdd58ff9640 1 -- 10.20.193.50:0/1119414834 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd require-osd-release", "release": "tentacle"}]=0 v28) ==== 94+0+0 (secure 0 0 0) 0x7fdd48006d80 con 0x7fdd5c080670 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 >> v1:10.20.193.50:6800/1573574482 conn(0x7fdd2c04cad0 legacy=0x7fdd2c06cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c080670 msgr2=0x7fdd5c07a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c080670 0x7fdd5c07a6f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdd4800c680 tx=0x7fdd4800cb50 comp rx=0 tx=0).stop 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 shutdown_connections 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fdd5c1755a0 0x7fdd5c07b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fdd5c0819e0 0x7fdd5c07ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 --2- 10.20.193.50:0/1119414834 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fdd5c080670 0x7fdd5c07a6f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 >> 10.20.193.50:0/1119414834 conn(0x7fdd5c084730 msgr2=0x7fdd5c0768a0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 shutdown_connections 2026-02-17T22:37:29.499 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.495+0000 7fdd62729640 1 -- 10.20.193.50:0/1119414834 wait complete. 2026-02-17T22:37:29.507 DEBUG:teuthology.orchestra.run.trial050:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'for f in `ceph osd pool ls` ; do ceph osd pool set $f pg_autoscale_mode off ; done' 2026-02-17T22:37:29.576 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- 10.20.193.50:0/934344264 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f584c1755a0 msgr2=0x7f584c195980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.576 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 --2- 10.20.193.50:0/934344264 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f584c1755a0 0x7f584c195980 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f584000b050 tx=0x7f584002f470 comp rx=0 tx=0).stop 2026-02-17T22:37:29.576 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- 10.20.193.50:0/934344264 shutdown_connections 2026-02-17T22:37:29.576 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 --2- 10.20.193.50:0/934344264 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f584c1755a0 0x7f584c195980 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.576 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 --2- 10.20.193.50:0/934344264 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f584c0819e0 0x7f584c081e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.576 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- 10.20.193.50:0/934344264 >> 10.20.193.50:0/934344264 conn(0x7f584c084730 msgr2=0x7f584c084b30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:29.576 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- 10.20.193.50:0/934344264 shutdown_connections 2026-02-17T22:37:29.576 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- 10.20.193.50:0/934344264 wait complete. 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 Processor -- start 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- start start 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f584c080670 0x7f584c121fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f584c0819e0 0x7f584c122520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f584c1755a0 0x7f584c1253a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f584c196bc0 con 0x7f584c1755a0 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f584c196a40 con 0x7f584c080670 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.570+0000 7f5852025640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f584c196d40 con 0x7f584c0819e0 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f584c0819e0 0x7f584c122520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f584c0819e0 0x7f584c122520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48282/0 (socket says 10.20.193.50:48282) 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 -- 10.20.193.50:0/133845520 learned_addr learned my addr 10.20.193.50:0/133845520 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:29.577 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584b7fe640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f584c080670 0x7f584c121fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584bfff640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f584c1755a0 0x7f584c1253a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 -- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f584c080670 msgr2=0x7f584c121fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f584c080670 0x7f584c121fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 -- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f584c1755a0 msgr2=0x7f584c1253a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f584c1755a0 0x7f584c1253a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 -- 10.20.193.50:0/133845520 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f584c10e3b0 con 0x7f584c0819e0 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f584affd640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f584c0819e0 0x7f584c122520 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f583c0094b0 tx=0x7f583c00ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f5827fff640 1 -- 10.20.193.50:0/133845520 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583c00cca0 con 0x7f584c0819e0 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f5827fff640 1 -- 10.20.193.50:0/133845520 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f583c00ce40 con 0x7f584c0819e0 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f584c10d340 con 0x7f584c0819e0 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f5827fff640 1 -- 10.20.193.50:0/133845520 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f583c004ae0 con 0x7f584c0819e0 2026-02-17T22:37:29.578 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f584c122a60 con 0x7f584c0819e0 2026-02-17T22:37:29.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f5827fff640 1 -- 10.20.193.50:0/133845520 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f583c004c80 con 0x7f584c0819e0 2026-02-17T22:37:29.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.571+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f584c081e20 con 0x7f584c0819e0 2026-02-17T22:37:29.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.572+0000 7f5827fff640 1 -- 10.20.193.50:0/133845520 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(28..28 src has 1..28) ==== 3026+0+0 (secure 0 0 0) 0x7f583c064130 con 0x7f584c0819e0 2026-02-17T22:37:29.579 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.573+0000 7f5827fff640 1 -- 10.20.193.50:0/133845520 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f583c063200 con 0x7f584c0819e0 2026-02-17T22:37:29.653 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.650+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd pool ls"} v 0) -- 0x7f584c056b00 con 0x7f584c0819e0 2026-02-17T22:37:29.654 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.650+0000 7f5827fff640 1 -- 10.20.193.50:0/133845520 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd pool ls"}]=0 v28) ==== 59+0+9 (secure 0 0 0) 0x7f583c0629f0 con 0x7f584c0819e0 2026-02-17T22:37:29.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 >> v1:10.20.193.50:6800/1573574482 conn(0x7f581c04cae0 legacy=0x7f581c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f584c0819e0 msgr2=0x7f584c122520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f584c0819e0 0x7f584c122520 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f583c0094b0 tx=0x7f583c00ee60 comp rx=0 tx=0).stop 2026-02-17T22:37:29.655 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 shutdown_connections 2026-02-17T22:37:29.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f584c1755a0 0x7f584c1253a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f584c0819e0 0x7f584c122520 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 --2- 10.20.193.50:0/133845520 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f584c080670 0x7f584c121fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 >> 10.20.193.50:0/133845520 conn(0x7f584c084730 msgr2=0x7f584c05bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:29.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 shutdown_connections 2026-02-17T22:37:29.656 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.651+0000 7f5852025640 1 -- 10.20.193.50:0/133845520 wait complete. 2026-02-17T22:37:29.706 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.700+0000 7f3289f12640 1 -- 10.20.193.50:0/2282886764 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328405c160 msgr2=0x7f328405c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.700+0000 7f3289f12640 1 --2- 10.20.193.50:0/2282886764 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328405c160 0x7f328405c530 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3270005fd0 tx=0x7f327002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.700+0000 7f3289f12640 1 -- 10.20.193.50:0/2282886764 shutdown_connections 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.700+0000 7f3289f12640 1 --2- 10.20.193.50:0/2282886764 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f328405ca70 0x7f328412a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.700+0000 7f3289f12640 1 --2- 10.20.193.50:0/2282886764 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328405c160 0x7f328405c530 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.700+0000 7f3289f12640 1 -- 10.20.193.50:0/2282886764 >> 10.20.193.50:0/2282886764 conn(0x7f3284084fe0 msgr2=0x7f32840853e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.700+0000 7f3289f12640 1 -- 10.20.193.50:0/2282886764 shutdown_connections 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.700+0000 7f3289f12640 1 -- 10.20.193.50:0/2282886764 wait complete. 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3289f12640 1 Processor -- start 2026-02-17T22:37:29.707 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3289f12640 1 -- start start 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3289f12640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f328405c160 0x7f3284142920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3289f12640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f328405ca70 0x7f3284142e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3289f12640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328412a800 0x7f328411d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3289f12640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f32841970c0 con 0x7f328405c160 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3289f12640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f3284196f40 con 0x7f328405ca70 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3289f12640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f3284197240 con 0x7f328412a800 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f32837fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f328405c160 0x7f3284142920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3282ffd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f328405ca70 0x7f3284142e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f32837fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f328405c160 0x7f3284142920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49294/0 (socket says 10.20.193.50:49294) 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f32837fe640 1 -- 10.20.193.50:0/1101480760 learned_addr learned my addr 10.20.193.50:0/1101480760 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:29.708 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.701+0000 7f3283fff640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328412a800 0x7f328411d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3282ffd640 1 -- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328412a800 msgr2=0x7f328411d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3282ffd640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328412a800 0x7f328411d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3282ffd640 1 -- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f328405c160 msgr2=0x7f3284142920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3282ffd640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f328405c160 0x7f3284142920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3282ffd640 1 -- 10.20.193.50:0/1101480760 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f328411f4f0 con 0x7f328405ca70 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3283fff640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328412a800 0x7f328411d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f32837fe640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f328405c160 0x7f3284142920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3282ffd640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f328405ca70 0x7f3284142e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3274004770 tx=0x7f327400ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f325ffff640 1 -- 10.20.193.50:0/1101480760 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f327400cc60 con 0x7f328405ca70 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f325ffff640 1 -- 10.20.193.50:0/1101480760 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f327400ce00 con 0x7f328405ca70 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f328411fa10 con 0x7f328405ca70 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f325ffff640 1 -- 10.20.193.50:0/1101480760 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3274004280 con 0x7f328405ca70 2026-02-17T22:37:29.709 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f32841433a0 con 0x7f328405ca70 2026-02-17T22:37:29.710 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f328405c530 con 0x7f328405ca70 2026-02-17T22:37:29.710 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.702+0000 7f325ffff640 1 -- 10.20.193.50:0/1101480760 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f3274004420 con 0x7f328405ca70 2026-02-17T22:37:29.710 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.703+0000 7f325ffff640 1 -- 10.20.193.50:0/1101480760 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(28..28 src has 1..28) ==== 3026+0+0 (secure 0 0 0) 0x7f3274064070 con 0x7f328405ca70 2026-02-17T22:37:29.710 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.704+0000 7f325ffff640 1 -- 10.20.193.50:0/1101480760 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f3274063140 con 0x7f328405ca70 2026-02-17T22:37:29.789 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:29.785+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7f328411e280 con 0x7f328405ca70 2026-02-17T22:37:30.501 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.498+0000 7f325ffff640 1 -- 10.20.193.50:0/1101480760 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 1 pg_autoscale_mode to off v29) ==== 153+0+0 (secure 0 0 0) 0x7f3274062930 con 0x7f328405ca70 2026-02-17T22:37:30.501 INFO:teuthology.orchestra.run.trial050.stderr:set pool 1 pg_autoscale_mode to off 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 >> v1:10.20.193.50:6800/1573574482 conn(0x7f325404cae0 legacy=0x7f325406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f328405ca70 msgr2=0x7f3284142e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f328405ca70 0x7f3284142e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3274004770 tx=0x7f327400ee60 comp rx=0 tx=0).stop 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 shutdown_connections 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f328412a800 0x7f328411d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f328405ca70 0x7f3284142e60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 --2- 10.20.193.50:0/1101480760 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f328405c160 0x7f3284142920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 >> 10.20.193.50:0/1101480760 conn(0x7f3284084fe0 msgr2=0x7f328412fda0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:30.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 shutdown_connections 2026-02-17T22:37:30.504 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.499+0000 7f3289f12640 1 -- 10.20.193.50:0/1101480760 wait complete. 2026-02-17T22:37:30.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.553+0000 7fcc56119640 1 -- 10.20.193.50:0/83701960 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50177e10 msgr2=0x7fcc501981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:30.559 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.553+0000 7fcc56119640 1 --2- 10.20.193.50:0/83701960 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50177e10 0x7fcc501981f0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fcc44004af0 tx=0x7fcc4402f2b0 comp rx=0 tx=0).stop 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.553+0000 7fcc56119640 1 -- 10.20.193.50:0/83701960 shutdown_connections 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.553+0000 7fcc56119640 1 --2- 10.20.193.50:0/83701960 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50177e10 0x7fcc501981f0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.553+0000 7fcc56119640 1 --2- 10.20.193.50:0/83701960 >> v2:10.20.193.50:3300/0 conn(0x7fcc50058fb0 0x7fcc501778d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.553+0000 7fcc56119640 1 -- 10.20.193.50:0/83701960 >> 10.20.193.50:0/83701960 conn(0x7fcc50084fe0 msgr2=0x7fcc500853e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.553+0000 7fcc56119640 1 -- 10.20.193.50:0/83701960 shutdown_connections 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.553+0000 7fcc56119640 1 -- 10.20.193.50:0/83701960 wait complete. 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 Processor -- start 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 -- start start 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcc500584d0 0x7fcc5012b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50058fb0 0x7fcc501778d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:30.560 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcc50177e10 0x7fcc5012b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fcc50199160 con 0x7fcc500584d0 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fcc50198fe0 con 0x7fcc50058fb0 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fcc501992e0 con 0x7fcc50177e10 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4f7fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcc500584d0 0x7fcc5012b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50058fb0 0x7fcc501778d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50058fb0 0x7fcc501778d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58572/0 (socket says 10.20.193.50:58572) 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4f7fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcc500584d0 0x7fcc5012b290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49320/0 (socket says 10.20.193.50:49320) 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 -- 10.20.193.50:0/1928660574 learned_addr learned my addr 10.20.193.50:0/1928660574 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4ffff640 1 --2- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcc50177e10 0x7fcc5012b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 -- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcc50177e10 msgr2=0x7fcc5012b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 --2- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcc50177e10 0x7fcc5012b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:30.561 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 -- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcc500584d0 msgr2=0x7fcc5012b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 --2- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcc500584d0 0x7fcc5012b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 -- 10.20.193.50:0/1928660574 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc5012d820 con 0x7fcc50058fb0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc4effd640 1 --2- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50058fb0 0x7fcc501778d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcc400094b0 tx=0x7fcc4000ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc2bfff640 1 -- 10.20.193.50:0/1928660574 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc4000cd20 con 0x7fcc50058fb0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc2bfff640 1 -- 10.20.193.50:0/1928660574 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc40004880 con 0x7fcc50058fb0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc5012cc20 con 0x7fcc50058fb0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc2bfff640 1 -- 10.20.193.50:0/1928660574 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc40004cd0 con 0x7fcc50058fb0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.554+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc5012bef0 con 0x7fcc50058fb0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.555+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc500588a0 con 0x7fcc50058fb0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.555+0000 7fcc2bfff640 1 -- 10.20.193.50:0/1928660574 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fcc40004080 con 0x7fcc50058fb0 2026-02-17T22:37:30.562 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.555+0000 7fcc2bfff640 1 -- 10.20.193.50:0/1928660574 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(29..29 src has 1..29) ==== 3026+0+0 (secure 0 0 0) 0x7fcc40064100 con 0x7fcc50058fb0 2026-02-17T22:37:30.563 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.557+0000 7fcc2bfff640 1 -- 10.20.193.50:0/1928660574 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fcc400631d0 con 0x7fcc50058fb0 2026-02-17T22:37:30.638 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:30.634+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"} v 0) -- 0x7fcc5012dfe0 con 0x7fcc50058fb0 2026-02-17T22:37:31.503 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.499+0000 7fcc2bfff640 1 -- 10.20.193.50:0/1928660574 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "rbd", "var": "pg_autoscale_mode", "val": "off"}]=0 set pool 2 pg_autoscale_mode to off v30) ==== 152+0+0 (secure 0 0 0) 0x7fcc400629c0 con 0x7fcc50058fb0 2026-02-17T22:37:31.503 INFO:teuthology.orchestra.run.trial050.stderr:set pool 2 pg_autoscale_mode to off 2026-02-17T22:37:31.504 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 >> v1:10.20.193.50:6800/1573574482 conn(0x7fcc2004cae0 legacy=0x7fcc2006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.504 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50058fb0 msgr2=0x7fcc501778d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 --2- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50058fb0 0x7fcc501778d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fcc400094b0 tx=0x7fcc4000ee60 comp rx=0 tx=0).stop 2026-02-17T22:37:31.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 shutdown_connections 2026-02-17T22:37:31.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 --2- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fcc50177e10 0x7fcc5012b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 --2- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fcc50058fb0 0x7fcc501778d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 --2- 10.20.193.50:0/1928660574 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fcc500584d0 0x7fcc5012b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 >> 10.20.193.50:0/1928660574 conn(0x7fcc50084fe0 msgr2=0x7fcc50123e50 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:31.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 shutdown_connections 2026-02-17T22:37:31.505 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.501+0000 7fcc56119640 1 -- 10.20.193.50:0/1928660574 wait complete. 2026-02-17T22:37:31.513 INFO:teuthology.run_tasks:Running task ceph.healthy... 2026-02-17T22:37:31.531 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-02-17T22:37:31.531 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-02-17T22:37:31.532 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-02-17T22:37:31.604 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 -- 10.20.193.50:0/1906671669 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f97fc05c060 msgr2=0x7f97fc05c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 --2- 10.20.193.50:0/1906671669 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f97fc05c060 0x7f97fc05c430 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f97ec005ea0 tx=0x7f97ec02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 -- 10.20.193.50:0/1906671669 shutdown_connections 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 --2- 10.20.193.50:0/1906671669 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f97fc176890 0x7f97fc196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 --2- 10.20.193.50:0/1906671669 >> v2:10.20.193.50:3300/0 conn(0x7f97fc05c970 0x7f97fc176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 --2- 10.20.193.50:0/1906671669 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f97fc05c060 0x7f97fc05c430 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 -- 10.20.193.50:0/1906671669 >> 10.20.193.50:0/1906671669 conn(0x7f97fc0833e0 msgr2=0x7f97fc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 -- 10.20.193.50:0/1906671669 shutdown_connections 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 -- 10.20.193.50:0/1906671669 wait complete. 2026-02-17T22:37:31.605 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 Processor -- start 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.599+0000 7f980449e640 1 -- start start 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f97fc05c060 0x7f97fc07b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f97fc05c970 0x7f97fc07b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f97fc176890 0x7f97fc07bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f97fc197b80 con 0x7f97fc176890 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f97fc197a00 con 0x7f97fc05c060 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f97fc197d00 con 0x7f97fc05c970 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f97fc05c060 0x7f97fc07b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f97fc05c060 0x7f97fc07b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58596/0 (socket says 10.20.193.50:58596) 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 -- 10.20.193.50:0/518090769 learned_addr learned my addr 10.20.193.50:0/518090769 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9801a12640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f97fc05c970 0x7f97fc07b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.606 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802a14640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f97fc176890 0x7f97fc07bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 -- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f97fc05c970 msgr2=0x7f97fc07b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f97fc05c970 0x7f97fc07b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 -- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f97fc176890 msgr2=0x7f97fc07bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f97fc176890 0x7f97fc07bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 -- 10.20.193.50:0/518090769 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97fc07cd00 con 0x7f97fc05c060 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f9802213640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f97fc05c060 0x7f97fc07b370 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f97ec02fe20 tx=0x7f97ec002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f97e2ffd640 1 -- 10.20.193.50:0/518090769 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec046070 con 0x7f97fc05c060 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f97e2ffd640 1 -- 10.20.193.50:0/518090769 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97ec0045b0 con 0x7f97fc05c060 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97fc177620 con 0x7f97fc05c060 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f97e2ffd640 1 -- 10.20.193.50:0/518090769 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec038470 con 0x7f97fc05c060 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f97fc196fa0 con 0x7f97fc05c060 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.600+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97fc05c430 con 0x7f97fc05c060 2026-02-17T22:37:31.607 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.601+0000 7f97e2ffd640 1 -- 10.20.193.50:0/518090769 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f97ec038610 con 0x7f97fc05c060 2026-02-17T22:37:31.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.601+0000 7f97e2ffd640 1 -- 10.20.193.50:0/518090769 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f97ec087d00 con 0x7f97fc05c060 2026-02-17T22:37:31.608 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.603+0000 7f97e2ffd640 1 -- 10.20.193.50:0/518090769 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f97ec086dd0 con 0x7f97fc05c060 2026-02-17T22:37:31.697 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.694+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f97fc053200 con 0x7f97fc05c060 2026-02-17T22:37:31.698 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.695+0000 7f97e2ffd640 1 -- 10.20.193.50:0/518090769 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v10) ==== 74+0+116766 (secure 0 0 0) 0x7f97ec086240 con 0x7f97fc05c060 2026-02-17T22:37:31.700 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:31.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 >> v1:10.20.193.50:6800/1573574482 conn(0x7f97cc04cae0 legacy=0x7f97cc06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f97fc05c060 msgr2=0x7f97fc07b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f97fc05c060 0x7f97fc07b370 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f97ec02fe20 tx=0x7f97ec002900 comp rx=0 tx=0).stop 2026-02-17T22:37:31.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 shutdown_connections 2026-02-17T22:37:31.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f97fc176890 0x7f97fc07bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f97fc05c970 0x7f97fc07b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 --2- 10.20.193.50:0/518090769 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f97fc05c060 0x7f97fc07b370 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 >> 10.20.193.50:0/518090769 conn(0x7f97fc0833e0 msgr2=0x7f97fc185e30 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:31.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 shutdown_connections 2026-02-17T22:37:31.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.696+0000 7f980449e640 1 -- 10.20.193.50:0/518090769 wait complete. 2026-02-17T22:37:31.707 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":10,"flags":0,"active_gid":14105,"active_name":"y","active_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6800","nonce":1573574482}]},"active_addr":"10.20.193.50:6800/1573574482","active_change":"2026-02-17T22:37:17.463505+0000","active_mgr_features":4544132024016699391,"available":true,"standbys":[{"gid":14102,"name":"x","mgr_features":4544132024016699391,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":20,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":1160977516}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":4062203985}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":3226921979}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"10.20.193.50:0","nonce":715878176}]}]} 2026-02-17T22:37:31.712 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-02-17T22:37:31.712 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-02-17T22:37:31.712 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:37:31.783 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 -- 10.20.193.50:0/3656486055 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c970 msgr2=0x7f2f54176350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 --2- 10.20.193.50:0/3656486055 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c970 0x7f2f54176350 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2f48004770 tx=0x7f2f4802f120 comp rx=0 tx=0).stop 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 -- 10.20.193.50:0/3656486055 shutdown_connections 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 --2- 10.20.193.50:0/3656486055 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c970 0x7f2f54176350 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 --2- 10.20.193.50:0/3656486055 >> v2:10.20.193.50:3300/0 conn(0x7f2f5405c060 0x7f2f5405c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 -- 10.20.193.50:0/3656486055 >> 10.20.193.50:0/3656486055 conn(0x7f2f540833e0 msgr2=0x7f2f540840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 -- 10.20.193.50:0/3656486055 shutdown_connections 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 -- 10.20.193.50:0/3656486055 wait complete. 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 Processor -- start 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.778+0000 7f2f5c45a640 1 -- start start 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5c45a640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c060 0x7f2f5407b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.784 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5c45a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2f5405c970 0x7f2f5407bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5c45a640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2f54176890 0x7f2f5407c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5c45a640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2f54198dc0 con 0x7f2f54176890 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5c45a640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2f54198c40 con 0x7f2f5405c970 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5c45a640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f2f54198f40 con 0x7f2f5405c060 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c060 0x7f2f5407b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c060 0x7f2f5407b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48342/0 (socket says 10.20.193.50:48342) 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 -- 10.20.193.50:0/908611122 learned_addr learned my addr 10.20.193.50:0/908611122 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a9d0640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2f54176890 0x7f2f5407c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f599ce640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2f5405c970 0x7f2f5407bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 -- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2f5405c970 msgr2=0x7f2f5407bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2f5405c970 0x7f2f5407bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.785 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 -- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2f54176890 msgr2=0x7f2f5407c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2f54176890 0x7f2f5407c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 -- 10.20.193.50:0/908611122 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f5407ce10 con 0x7f2f5405c060 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5a1cf640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c060 0x7f2f5407b590 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2f44004770 tx=0x7f2f44002bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f3affd640 1 -- 10.20.193.50:0/908611122 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f4400ed40 con 0x7f2f5405c060 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f3affd640 1 -- 10.20.193.50:0/908611122 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f44002e50 con 0x7f2f5405c060 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f54178110 con 0x7f2f5405c060 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f3affd640 1 -- 10.20.193.50:0/908611122 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f44010690 con 0x7f2f5405c060 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.779+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f54177b80 con 0x7f2f5405c060 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.780+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f5405c430 con 0x7f2f5405c060 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.780+0000 7f2f3affd640 1 -- 10.20.193.50:0/908611122 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f2f44010830 con 0x7f2f5405c060 2026-02-17T22:37:31.786 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.780+0000 7f2f3affd640 1 -- 10.20.193.50:0/908611122 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f2f440642f0 con 0x7f2f5405c060 2026-02-17T22:37:31.787 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.781+0000 7f2f3affd640 1 -- 10.20.193.50:0/908611122 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f2f5407ce10 con 0x7f2f5405c060 2026-02-17T22:37:31.862 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.858+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2f54053200 con 0x7f2f5405c060 2026-02-17T22:37:31.862 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.859+0000 7f2f3affd640 1 -- 10.20.193.50:0/908611122 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+9196 (secure 0 0 0) 0x7f2f44014070 con 0x7f2f5405c060 2026-02-17T22:37:31.862 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:31.863 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":30,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:37:31.496925+0000","last_up_change":"2026-02-17T22:37:26.486046+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":24,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2862088752}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2862088752}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2862088752}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2862088752}]},"public_addr":"10.20.193.50:6801/2862088752","cluster_addr":"10.20.193.50:6802/2862088752","heartbeat_back_addr":"10.20.193.50:6804/2862088752","heartbeat_front_addr":"10.20.193.50:6803/2862088752","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2230283185}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2230283185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2230283185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2230283185}]},"public_addr":"10.20.193.50:6805/2230283185","cluster_addr":"10.20.193.50:6806/2230283185","heartbeat_back_addr":"10.20.193.50:6808/2230283185","heartbeat_front_addr":"10.20.193.50:6807/2230283185","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":26,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":647036392}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":647036392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":647036392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":647036392}]},"public_addr":"10.20.193.50:6809/647036392","cluster_addr":"10.20.193.50:6810/647036392","heartbeat_back_addr":"10.20.193.50:6812/647036392","heartbeat_front_addr":"10.20.193.50:6811/647036392","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":26,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":2032185296}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":2032185296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":2032185296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":2032185296}]},"public_addr":"10.20.193.50:6813/2032185296","cluster_addr":"10.20.193.50:6814/2032185296","heartbeat_back_addr":"10.20.193.50:6816/2032185296","heartbeat_front_addr":"10.20.193.50:6815/2032185296","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.450603+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.407935+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.364709+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.434853+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.50:0/2644708274":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2903800687":"2026-02-18T22:37:17.463389+0000","10.20.193.50:6800/2497348673":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/1856619081":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2595097904":"2026-02-18T22:37:17.463389+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.859+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 >> v1:10.20.193.50:6800/1573574482 conn(0x7f2f2404cae0 legacy=0x7f2f2406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.859+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c060 msgr2=0x7f2f5407b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.859+0000 7f2f5c45a640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c060 0x7f2f5407b590 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2f44004770 tx=0x7f2f44002bf0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.860+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 shutdown_connections 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.860+0000 7f2f5c45a640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2f54176890 0x7f2f5407c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.860+0000 7f2f5c45a640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2f5405c970 0x7f2f5407bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.860+0000 7f2f5c45a640 1 --2- 10.20.193.50:0/908611122 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2f5405c060 0x7f2f5407b590 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.860+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 >> 10.20.193.50:0/908611122 conn(0x7f2f540833e0 msgr2=0x7f2f5407ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.860+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 shutdown_connections 2026-02-17T22:37:31.864 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.860+0000 7f2f5c45a640 1 -- 10.20.193.50:0/908611122 wait complete. 2026-02-17T22:37:31.871 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-02-17T22:37:31.872 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:37:31.945 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- 10.20.193.50:0/3775459784 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff3d405c060 msgr2=0x7ff3d405c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.945 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 --2- 10.20.193.50:0/3775459784 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff3d405c060 0x7ff3d405c430 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8004770 tx=0x7ff3c802f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.945 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- 10.20.193.50:0/3775459784 shutdown_connections 2026-02-17T22:37:31.945 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 --2- 10.20.193.50:0/3775459784 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff3d405c970 0x7ff3d4176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.945 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 --2- 10.20.193.50:0/3775459784 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff3d4176890 0x7ff3d4196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.945 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 --2- 10.20.193.50:0/3775459784 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff3d405c060 0x7ff3d405c430 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.945 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- 10.20.193.50:0/3775459784 >> 10.20.193.50:0/3775459784 conn(0x7ff3d40833e0 msgr2=0x7ff3d40840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- 10.20.193.50:0/3775459784 shutdown_connections 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- 10.20.193.50:0/3775459784 wait complete. 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 Processor -- start 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- start start 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff3d405c060 0x7ff3d407b190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff3d405c970 0x7ff3d407b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff3d4176890 0x7ff3d407bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff3d4197c20 con 0x7ff3d405c970 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff3d4197aa0 con 0x7ff3d4176890 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d95cd640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7ff3d4197da0 con 0x7ff3d405c060 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d27fc640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff3d405c970 0x7ff3d407b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.946 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d2ffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff3d405c060 0x7ff3d407b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d37fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff3d4176890 0x7ff3d407bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.939+0000 7ff3d2ffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff3d405c060 0x7ff3d407b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48364/0 (socket says 10.20.193.50:48364) 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d2ffd640 1 -- 10.20.193.50:0/2602861874 learned_addr learned my addr 10.20.193.50:0/2602861874 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d2ffd640 1 -- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff3d4176890 msgr2=0x7ff3d407bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d2ffd640 1 --2- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff3d4176890 0x7ff3d407bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d2ffd640 1 -- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff3d405c970 msgr2=0x7ff3d407b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d2ffd640 1 --2- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff3d405c970 0x7ff3d407b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d2ffd640 1 -- 10.20.193.50:0/2602861874 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3d4188710 con 0x7ff3d405c060 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d2ffd640 1 --2- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff3d405c060 0x7ff3d407b190 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff3c80044a0 tx=0x7ff3c8002980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3b37fe640 1 -- 10.20.193.50:0/2602861874 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c802fe20 con 0x7ff3d405c060 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3b37fe640 1 -- 10.20.193.50:0/2602861874 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3c8045070 con 0x7ff3d405c060 2026-02-17T22:37:31.947 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3d41896f0 con 0x7ff3d405c060 2026-02-17T22:37:31.948 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3b37fe640 1 -- 10.20.193.50:0/2602861874 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3c80386b0 con 0x7ff3d405c060 2026-02-17T22:37:31.948 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3d41859d0 con 0x7ff3d405c060 2026-02-17T22:37:31.948 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.940+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3d405c430 con 0x7ff3d405c060 2026-02-17T22:37:31.948 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.941+0000 7ff3b37fe640 1 -- 10.20.193.50:0/2602861874 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7ff3c8038850 con 0x7ff3d405c060 2026-02-17T22:37:31.948 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.941+0000 7ff3b37fe640 1 -- 10.20.193.50:0/2602861874 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7ff3c8088690 con 0x7ff3d405c060 2026-02-17T22:37:31.948 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:31.943+0000 7ff3b37fe640 1 -- 10.20.193.50:0/2602861874 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7ff3c804e020 con 0x7ff3d405c060 2026-02-17T22:37:32.021 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.018+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff3d407cae0 con 0x7ff3d405c060 2026-02-17T22:37:32.022 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.018+0000 7ff3b37fe640 1 -- 10.20.193.50:0/2602861874 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+9196 (secure 0 0 0) 0x7ff3c8087760 con 0x7ff3d405c060 2026-02-17T22:37:32.023 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:32.023 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":30,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:37:31.496925+0000","last_up_change":"2026-02-17T22:37:26.486046+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":24,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2862088752}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2862088752}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2862088752}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2862088752}]},"public_addr":"10.20.193.50:6801/2862088752","cluster_addr":"10.20.193.50:6802/2862088752","heartbeat_back_addr":"10.20.193.50:6804/2862088752","heartbeat_front_addr":"10.20.193.50:6803/2862088752","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2230283185}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2230283185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2230283185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2230283185}]},"public_addr":"10.20.193.50:6805/2230283185","cluster_addr":"10.20.193.50:6806/2230283185","heartbeat_back_addr":"10.20.193.50:6808/2230283185","heartbeat_front_addr":"10.20.193.50:6807/2230283185","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":26,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":647036392}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":647036392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":647036392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":647036392}]},"public_addr":"10.20.193.50:6809/647036392","cluster_addr":"10.20.193.50:6810/647036392","heartbeat_back_addr":"10.20.193.50:6812/647036392","heartbeat_front_addr":"10.20.193.50:6811/647036392","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":26,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":2032185296}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":2032185296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":2032185296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":2032185296}]},"public_addr":"10.20.193.50:6813/2032185296","cluster_addr":"10.20.193.50:6814/2032185296","heartbeat_back_addr":"10.20.193.50:6816/2032185296","heartbeat_front_addr":"10.20.193.50:6815/2032185296","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.450603+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.407935+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.364709+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.434853+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.50:0/2644708274":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2903800687":"2026-02-18T22:37:17.463389+0000","10.20.193.50:6800/2497348673":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/1856619081":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2595097904":"2026-02-18T22:37:17.463389+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:37:32.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 >> v1:10.20.193.50:6800/1573574482 conn(0x7ff3a004cae0 legacy=0x7ff3a006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff3d405c060 msgr2=0x7ff3d407b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 --2- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff3d405c060 0x7ff3d407b190 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff3c80044a0 tx=0x7ff3c8002980 comp rx=0 tx=0).stop 2026-02-17T22:37:32.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 shutdown_connections 2026-02-17T22:37:32.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 --2- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff3d4176890 0x7ff3d407bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 --2- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff3d405c970 0x7ff3d407b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 --2- 10.20.193.50:0/2602861874 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff3d405c060 0x7ff3d407b190 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 >> 10.20.193.50:0/2602861874 conn(0x7ff3d40833e0 msgr2=0x7ff3d407dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 shutdown_connections 2026-02-17T22:37:32.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.019+0000 7ff3d95cd640 1 -- 10.20.193.50:0/2602861874 wait complete. 2026-02-17T22:37:32.031 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-02-17T22:37:32.031 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-02-17T22:37:32.032 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-02-17T22:37:32.032 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-02-17T22:37:32.105 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f7e1b569640 1 -- 10.20.193.50:0/412907008 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7e14135f40 msgr2=0x7f7e141363b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.105 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f7e1b569640 1 --2- 10.20.193.50:0/412907008 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7e14135f40 0x7f7e141363b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f7e080098c0 tx=0x7f7e0802f0c0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.106 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f7e1b569640 1 -- 10.20.193.50:0/412907008 shutdown_connections 2026-02-17T22:37:32.106 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f7e1b569640 1 --2- 10.20.193.50:0/412907008 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7e14135f40 0x7f7e141363b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.106 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f7e1b569640 1 --2- 10.20.193.50:0/412907008 >> v2:10.20.193.50:3300/0 conn(0x7f7e14130220 0x7f7e14086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.106 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f7e1b569640 1 -- 10.20.193.50:0/412907008 >> 10.20.193.50:0/412907008 conn(0x7f7e1408aae0 msgr2=0x7f7e1408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.106 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f7e1b569640 1 -- 10.20.193.50:0/412907008 shutdown_connections 2026-02-17T22:37:32.106 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f7e1b569640 1 -- 10.20.193.50:0/412907008 wait complete. 2026-02-17T22:37:32.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f1d89061640 1 -- 10.20.193.50:0/2793238802 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d84157250 msgr2=0x7f1d84177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f1d89061640 1 --2- 10.20.193.50:0/2793238802 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d84157250 0x7f1d84177630 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c004770 tx=0x7f1d6c02f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.108 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f1d89061640 1 -- 10.20.193.50:0/2793238802 shutdown_connections 2026-02-17T22:37:32.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f1d89061640 1 --2- 10.20.193.50:0/2793238802 >> v2:10.20.193.50:3300/0 conn(0x7f1d84177b70 0x7f1d84197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f1d89061640 1 --2- 10.20.193.50:0/2793238802 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d84157250 0x7f1d84177630 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f1d89061640 1 -- 10.20.193.50:0/2793238802 >> 10.20.193.50:0/2793238802 conn(0x7f1d8408aae0 msgr2=0x7f1d8408aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f1d89061640 1 -- 10.20.193.50:0/2793238802 shutdown_connections 2026-02-17T22:37:32.109 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f1d89061640 1 -- 10.20.193.50:0/2793238802 wait complete. 2026-02-17T22:37:32.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f38644d6640 1 -- 10.20.193.50:0/1338534724 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 msgr2=0x7f385c086570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.101+0000 7f38644d6640 1 --2- 10.20.193.50:0/1338534724 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 0x7f385c086570 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f384c0099b0 tx=0x7f384c02f150 comp rx=0 tx=0).stop 2026-02-17T22:37:32.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 -- 10.20.193.50:0/1338534724 shutdown_connections 2026-02-17T22:37:32.111 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 --2- 10.20.193.50:0/1338534724 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f385c1368f0 0x7f385c197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 --2- 10.20.193.50:0/1338534724 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f385c135f40 0x7f385c1363b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 --2- 10.20.193.50:0/1338534724 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 0x7f385c086570 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 -- 10.20.193.50:0/1338534724 >> 10.20.193.50:0/1338534724 conn(0x7f385c08aae0 msgr2=0x7f385c08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 -- 10.20.193.50:0/1338534724 shutdown_connections 2026-02-17T22:37:32.112 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 -- 10.20.193.50:0/1338534724 wait complete. 2026-02-17T22:37:32.113 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 Processor -- start 2026-02-17T22:37:32.113 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 -- start start 2026-02-17T22:37:32.114 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d89061640 1 Processor -- start 2026-02-17T22:37:32.114 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d89061640 1 -- start start 2026-02-17T22:37:32.115 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7e14130220 0x7f7e1405b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.115 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7e14135f40 0x7f7e1405b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.115 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7e141368f0 0x7f7e1405be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.116 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7e14198d20 con 0x7f7e14135f40 2026-02-17T22:37:32.116 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7e14198ba0 con 0x7f7e141368f0 2026-02-17T22:37:32.116 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f7e14198ea0 con 0x7f7e14130220 2026-02-17T22:37:32.116 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7e14135f40 0x7f7e1405b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.116 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e192de640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7e14130220 0x7f7e1405b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.116 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7e14135f40 0x7f7e1405b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49424/0 (socket says 10.20.193.50:49424) 2026-02-17T22:37:32.116 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 -- 10.20.193.50:0/3506007754 learned_addr learned my addr 10.20.193.50:0/3506007754 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:32.116 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e19adf640 1 --2- 10.20.193.50:0/3506007754 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7e141368f0 0x7f7e1405be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.117 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 Processor -- start 2026-02-17T22:37:32.118 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d89061640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d84130220 0x7f1d84177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.118 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d89061640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d84157250 0x7f1d84197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.118 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 -- start start 2026-02-17T22:37:32.119 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 -- 10.20.193.50:0/3506007754 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7e14130220 msgr2=0x7f7e1405b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.119 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 --2- 10.20.193.50:0/3506007754 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7e14130220 0x7f7e1405b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.119 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 -- 10.20.193.50:0/3506007754 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7e141368f0 msgr2=0x7f7e1405be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.119 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 --2- 10.20.193.50:0/3506007754 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7e141368f0 0x7f7e1405be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.119 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 -- 10.20.193.50:0/3506007754 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e1410fd40 con 0x7f7e14135f40 2026-02-17T22:37:32.120 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d89061640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d84177b70 0x7f1d84112070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.120 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d89061640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f1d84198c30 con 0x7f1d84177b70 2026-02-17T22:37:32.120 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d89061640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f1d84198ab0 con 0x7f1d84157250 2026-02-17T22:37:32.121 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d89061640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f1d84198db0 con 0x7f1d84130220 2026-02-17T22:37:32.121 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d82d76640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d84130220 0x7f1d84177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.121 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d82d76640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d84130220 0x7f1d84177630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48398/0 (socket says 10.20.193.50:48398) 2026-02-17T22:37:32.121 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d82d76640 1 -- 10.20.193.50:0/243905885 learned_addr learned my addr 10.20.193.50:0/243905885 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:32.121 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d82575640 1 --2- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d84157250 0x7f1d84197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.121 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e18add640 1 --2- 10.20.193.50:0/3506007754 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7e14135f40 0x7f7e1405b8e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7e08009480 tx=0x7f7e08002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:32.122 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f1d83577640 1 --2- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d84177b70 0x7f1d84112070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.122 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 0x7f385c05b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.122 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f385c135f40 0x7f385c196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.122 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f385c1368f0 0x7f385c05b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.123 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e08046070 con 0x7f7e14135f40 2026-02-17T22:37:32.123 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f385c197b40 con 0x7f385c130220 2026-02-17T22:37:32.123 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f385c1979c0 con 0x7f385c135f40 2026-02-17T22:37:32.123 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f38644d6640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f385c197cc0 con 0x7f385c1368f0 2026-02-17T22:37:32.124 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e1410f8b0 con 0x7f7e14135f40 2026-02-17T22:37:32.124 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.102+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e08002d00 con 0x7f7e14135f40 2026-02-17T22:37:32.124 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e080386b0 con 0x7f7e14135f40 2026-02-17T22:37:32.124 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d82d76640 1 -- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d84157250 msgr2=0x7f1d84197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.124 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d82d76640 1 --2- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d84157250 0x7f1d84197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.125 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e1411efc0 con 0x7f7e14135f40 2026-02-17T22:37:32.125 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d82d76640 1 -- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d84177b70 msgr2=0x7f1d84112070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.125 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d82d76640 1 --2- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f1d84177b70 0x7f1d84112070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.125 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d82d76640 1 -- 10.20.193.50:0/243905885 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d840596e0 con 0x7f1d84130220 2026-02-17T22:37:32.125 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d82575640 1 --2- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f1d84157250 0x7f1d84197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:32.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f3861a4a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f385c135f40 0x7f385c196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 0x7f385c05b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f3862a4c640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f385c1368f0 0x7f385c05b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 0x7f385c05b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49450/0 (socket says 10.20.193.50:49450) 2026-02-17T22:37:32.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 -- 10.20.193.50:0/2762209177 learned_addr learned my addr 10.20.193.50:0/2762209177 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:32.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f3861a4a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f385c135f40 0x7f385c196fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58696/0 (socket says 10.20.193.50:58696) 2026-02-17T22:37:32.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d82d76640 1 --2- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d84130220 0x7f1d84177630 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1d78007fd0 tx=0x7f1d7800cba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:32.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d780052d0 con 0x7f1d84130220 2026-02-17T22:37:32.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 -- 10.20.193.50:0/2762209177 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f385c1368f0 msgr2=0x7f385c05b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 --2- 10.20.193.50:0/2762209177 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f385c1368f0 0x7f385c05b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 -- 10.20.193.50:0/2762209177 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f385c135f40 msgr2=0x7f385c196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 --2- 10.20.193.50:0/2762209177 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f385c135f40 0x7f385c196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 -- 10.20.193.50:0/2762209177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f385c05da60 con 0x7f385c130220 2026-02-17T22:37:32.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d78005470 con 0x7f1d84130220 2026-02-17T22:37:32.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d84058330 con 0x7f1d84130220 2026-02-17T22:37:32.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f3861a4a640 1 --2- 10.20.193.50:0/2762209177 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f385c135f40 0x7f385c196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:32.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d78003940 con 0x7f1d84130220 2026-02-17T22:37:32.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d841125b0 con 0x7f1d84130220 2026-02-17T22:37:32.130 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f386224b640 1 --2- 10.20.193.50:0/2762209177 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 0x7f385c05b2b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f384c009900 tx=0x7f384c002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:32.130 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7e14136710 con 0x7f7e14135f40 2026-02-17T22:37:32.131 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c046070 con 0x7f385c130220 2026-02-17T22:37:32.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f384c0045b0 con 0x7f385c130220 2026-02-17T22:37:32.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f385c05d230 con 0x7f385c130220 2026-02-17T22:37:32.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f384c038470 con 0x7f385c130220 2026-02-17T22:37:32.132 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f385c197510 con 0x7f385c130220 2026-02-17T22:37:32.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f98b14ee640 1 -- 10.20.193.50:0/3498723426 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac157250 msgr2=0x7f98ac177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f98b14ee640 1 --2- 10.20.193.50:0/3498723426 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac157250 0x7f98ac177630 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9894004770 tx=0x7f989402f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.133 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1d84086570 con 0x7f1d84130220 2026-02-17T22:37:32.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f98b14ee640 1 -- 10.20.193.50:0/3498723426 shutdown_connections 2026-02-17T22:37:32.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f98b14ee640 1 --2- 10.20.193.50:0/3498723426 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f98ac177b70 0x7f98ac197f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f98b14ee640 1 --2- 10.20.193.50:0/3498723426 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac157250 0x7f98ac177630 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f98b14ee640 1 -- 10.20.193.50:0/3498723426 >> 10.20.193.50:0/3498723426 conn(0x7f98ac08aae0 msgr2=0x7f98ac08aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.135 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f7e08038850 con 0x7f7e14135f40 2026-02-17T22:37:32.135 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f98b14ee640 1 -- 10.20.193.50:0/3498723426 shutdown_connections 2026-02-17T22:37:32.135 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f98b14ee640 1 -- 10.20.193.50:0/3498723426 wait complete. 2026-02-17T22:37:32.135 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f385c086570 con 0x7f385c130220 2026-02-17T22:37:32.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f1d78003ae0 con 0x7f1d84130220 2026-02-17T22:37:32.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.103+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f7e08088580 con 0x7f7e14135f40 2026-02-17T22:37:32.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 --> v1:10.20.193.50:6809/647036392 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7e08030e50 con 0x7f7de4071390 2026-02-17T22:37:32.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7e08088970 con 0x7f7e14135f40 2026-02-17T22:37:32.137 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f384c038610 con 0x7f385c130220 2026-02-17T22:37:32.137 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f1d78063370 con 0x7f1d84130220 2026-02-17T22:37:32.137 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98b14ee640 1 Processor -- start 2026-02-17T22:37:32.137 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 --> v1:10.20.193.50:6813/2032185296 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1d500930a0 con 0x7f1d50071400 2026-02-17T22:37:32.138 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f1d7806a050 con 0x7f1d84130220 2026-02-17T22:37:32.138 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98b14ee640 1 -- start start 2026-02-17T22:37:32.138 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f384c088580 con 0x7f385c130220 2026-02-17T22:37:32.138 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98b14ee640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac130220 0x7f98ac177630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 --> v1:10.20.193.50:6805/2230283185 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f384c03de50 con 0x7f382c071390 2026-02-17T22:37:32.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f384c0889e0 con 0x7f385c130220 2026-02-17T22:37:32.139 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98b14ee640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f98ac157250 0x7f98ac197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98b14ee640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f98ac177b70 0x7f98ac146300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98b14ee640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f98ac198d30 con 0x7f98ac130220 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98b14ee640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f98ac198bb0 con 0x7f98ac177b70 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98b14ee640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f98ac198eb0 con 0x7f98ac157250 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98aaffd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac130220 0x7f98ac177630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98ab7fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f98ac177b70 0x7f98ac146300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98aa7fc640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f98ac157250 0x7f98ac197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98ab7fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f98ac177b70 0x7f98ac146300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58708/0 (socket says 10.20.193.50:58708) 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98aaffd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac130220 0x7f98ac177630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49466/0 (socket says 10.20.193.50:49466) 2026-02-17T22:37:32.140 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98ab7fe640 1 -- 10.20.193.50:0/2186111024 learned_addr learned my addr 10.20.193.50:0/2186111024 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:32.141 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 <== osd.2 v1:10.20.193.50:6809/647036392 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f7e08030e50 con 0x7f7de4071390 2026-02-17T22:37:32.141 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98ab7fe640 1 -- 10.20.193.50:0/2186111024 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f98ac157250 msgr2=0x7f98ac197f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.141 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98ab7fe640 1 --2- 10.20.193.50:0/2186111024 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f98ac157250 0x7f98ac197f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.142 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98ab7fe640 1 -- 10.20.193.50:0/2186111024 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac130220 msgr2=0x7f98ac177630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.142 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98ab7fe640 1 --2- 10.20.193.50:0/2186111024 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac130220 0x7f98ac177630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.142 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98ab7fe640 1 -- 10.20.193.50:0/2186111024 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98ac079a20 con 0x7f98ac177b70 2026-02-17T22:37:32.142 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.104+0000 7f98aaffd640 1 --2- 10.20.193.50:0/2186111024 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f98ac130220 0x7f98ac177630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:32.142 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f98ab7fe640 1 --2- 10.20.193.50:0/2186111024 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f98ac177b70 0x7f98ac146300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f989c009e80 tx=0x7f989c00e510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:32.142 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 <== osd.3 v1:10.20.193.50:6813/2032185296 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f1d500930a0 con 0x7f1d50071400 2026-02-17T22:37:32.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f989c002c50 con 0x7f98ac177b70 2026-02-17T22:37:32.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f989c018070 con 0x7f98ac177b70 2026-02-17T22:37:32.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f989c004330 con 0x7f98ac177b70 2026-02-17T22:37:32.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98ac05d3a0 con 0x7f98ac177b70 2026-02-17T22:37:32.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f98ac146840 con 0x7f98ac177b70 2026-02-17T22:37:32.143 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 <== osd.1 v1:10.20.193.50:6805/2230283185 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f384c03de50 con 0x7f382c071390 2026-02-17T22:37:32.144 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f98ac086570 con 0x7f98ac177b70 2026-02-17T22:37:32.144 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.105+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f989c0044d0 con 0x7f98ac177b70 2026-02-17T22:37:32.144 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.106+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f989c063cf0 con 0x7f98ac177b70 2026-02-17T22:37:32.144 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.106+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 --> v1:10.20.193.50:6801/2862088752 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f989c013e50 con 0x7f9878071390 2026-02-17T22:37:32.144 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.106+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f989c066250 con 0x7f98ac177b70 2026-02-17T22:37:32.144 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.106+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 <== osd.0 v1:10.20.193.50:6801/2862088752 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f989c013e50 con 0x7f9878071390 2026-02-17T22:37:32.145 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 --> v1:10.20.193.50:6809/647036392 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7e14135220 con 0x7f7de4071390 2026-02-17T22:37:32.145 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e01ffb640 1 -- 10.20.193.50:0/3506007754 <== osd.2 v1:10.20.193.50:6809/647036392 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 4081650579) 0x7f7e14135220 con 0x7f7de4071390 2026-02-17T22:37:32.145 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 >> v1:10.20.193.50:6809/647036392 conn(0x7f7de4071390 legacy=0x7f7de40917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.145 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 >> v1:10.20.193.50:6800/1573574482 conn(0x7f7de404cae0 legacy=0x7f7de406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.145 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7e14135f40 msgr2=0x7f7e1405b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.146 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 --2- 10.20.193.50:0/3506007754 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7e14135f40 0x7f7e1405b8e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7e08009480 tx=0x7f7e08002900 comp rx=0 tx=0).stop 2026-02-17T22:37:32.146 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e19adf640 1 -- 10.20.193.50:0/3506007754 reap_dead start 2026-02-17T22:37:32.146 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 shutdown_connections 2026-02-17T22:37:32.146 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 >> 10.20.193.50:0/3506007754 conn(0x7f7e1408aae0 msgr2=0x7f7e141348c0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.146 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 --> v1:10.20.193.50:6805/2230283185 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f385c0831b0 con 0x7f382c071390 2026-02-17T22:37:32.146 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 shutdown_connections 2026-02-17T22:37:32.146 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f7e1b569640 1 -- 10.20.193.50:0/3506007754 wait complete. 2026-02-17T22:37:32.146 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 --> v1:10.20.193.50:6813/2032185296 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1d84112840 con 0x7f1d50071400 2026-02-17T22:37:32.147 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.112+0000 7f3842ffd640 1 -- 10.20.193.50:0/2762209177 <== osd.1 v1:10.20.193.50:6805/2230283185 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 1720373281) 0x7f385c0831b0 con 0x7f382c071390 2026-02-17T22:37:32.147 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d637fe640 1 -- 10.20.193.50:0/243905885 <== osd.3 v1:10.20.193.50:6813/2032185296 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (unknown 0 0 795413372) 0x7f1d84112840 con 0x7f1d50071400 2026-02-17T22:37:32.148 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 >> v1:10.20.193.50:6805/2230283185 conn(0x7f382c071390 legacy=0x7f382c0917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.148 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 >> v1:10.20.193.50:6800/1573574482 conn(0x7f382c04cae0 legacy=0x7f382c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.148 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 msgr2=0x7f385c05b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.148 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f38644d6640 1 --2- 10.20.193.50:0/2762209177 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f385c130220 0x7f385c05b2b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f384c009900 tx=0x7f384c002900 comp rx=0 tx=0).stop 2026-02-17T22:37:32.148 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f3862a4c640 1 -- 10.20.193.50:0/2762209177 reap_dead start 2026-02-17T22:37:32.148 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 >> v1:10.20.193.50:6813/2032185296 conn(0x7f1d50071400 legacy=0x7f1d50091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.148 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 shutdown_connections 2026-02-17T22:37:32.149 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 >> 10.20.193.50:0/2762209177 conn(0x7f385c08aae0 msgr2=0x7f385c082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.149 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 shutdown_connections 2026-02-17T22:37:32.149 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 >> v1:10.20.193.50:6800/1573574482 conn(0x7f1d5004cae0 legacy=0x7f1d5006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.149 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d84130220 msgr2=0x7f1d84177630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.149 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d89061640 1 --2- 10.20.193.50:0/243905885 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f1d84130220 0x7f1d84177630 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1d78007fd0 tx=0x7f1d7800cba0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.149 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d83577640 1 -- 10.20.193.50:0/243905885 reap_dead start 2026-02-17T22:37:32.149 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f38644d6640 1 -- 10.20.193.50:0/2762209177 wait complete. 2026-02-17T22:37:32.150 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 shutdown_connections 2026-02-17T22:37:32.150 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 >> 10.20.193.50:0/243905885 conn(0x7f1d8408aae0 msgr2=0x7f1d84082cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.150 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 shutdown_connections 2026-02-17T22:37:32.150 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.113+0000 7f1d89061640 1 -- 10.20.193.50:0/243905885 wait complete. 2026-02-17T22:37:32.150 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 --> v1:10.20.193.50:6801/2862088752 -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f98ac146cf0 con 0x7f9878071390 2026-02-17T22:37:32.150 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f988b7fe640 1 -- 10.20.193.50:0/2186111024 <== osd.0 v1:10.20.193.50:6801/2862088752 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (unknown 0 0 1793987854) 0x7f9894033020 con 0x7f9878071390 2026-02-17T22:37:32.151 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 >> v1:10.20.193.50:6801/2862088752 conn(0x7f9878071390 legacy=0x7f98780917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.151 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 >> v1:10.20.193.50:6800/1573574482 conn(0x7f987804cae0 legacy=0x7f987806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.151 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f98ac177b70 msgr2=0x7f98ac146300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.151 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 --2- 10.20.193.50:0/2186111024 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f98ac177b70 0x7f98ac146300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f989c009e80 tx=0x7f989c00e510 comp rx=0 tx=0).stop 2026-02-17T22:37:32.151 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98ab7fe640 1 -- 10.20.193.50:0/2186111024 reap_dead start 2026-02-17T22:37:32.151 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 shutdown_connections 2026-02-17T22:37:32.151 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 >> 10.20.193.50:0/2186111024 conn(0x7f98ac08aae0 msgr2=0x7f98ac1322b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.151 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 shutdown_connections 2026-02-17T22:37:32.152 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.116+0000 7f98b14ee640 1 -- 10.20.193.50:0/2186111024 wait complete. 2026-02-17T22:37:32.152 INFO:teuthology.orchestra.run.trial050.stdout:107374182403 2026-02-17T22:37:32.152 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:37:32.153 INFO:teuthology.orchestra.run.trial050.stdout:111669149699 2026-02-17T22:37:32.153 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:37:32.154 INFO:teuthology.orchestra.run.trial050.stdout:103079215107 2026-02-17T22:37:32.154 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:37:32.155 INFO:teuthology.orchestra.run.trial050.stdout:98784247811 2026-02-17T22:37:32.155 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:37:32.263 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7ff670842640 1 -- 10.20.193.50:0/781263590 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff668135f40 msgr2=0x7ff6681363b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.263 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7ff670842640 1 --2- 10.20.193.50:0/781263590 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff668135f40 0x7ff6681363b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff654005fd0 tx=0x7ff65402f180 comp rx=0 tx=0).stop 2026-02-17T22:37:32.263 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7ff670842640 1 -- 10.20.193.50:0/781263590 shutdown_connections 2026-02-17T22:37:32.264 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7ff670842640 1 --2- 10.20.193.50:0/781263590 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff668135f40 0x7ff6681363b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.264 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7ff670842640 1 --2- 10.20.193.50:0/781263590 >> v2:10.20.193.50:3300/0 conn(0x7ff6681368f0 0x7ff668197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.264 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7ff670842640 1 --2- 10.20.193.50:0/781263590 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff668130220 0x7ff668086570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.264 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7ff670842640 1 -- 10.20.193.50:0/781263590 >> 10.20.193.50:0/781263590 conn(0x7ff66808aae0 msgr2=0x7ff66808aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.264 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/1587239719 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f280814c0 msgr2=0x7f6f2807c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.265 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 -- 10.20.193.50:0/781263590 shutdown_connections 2026-02-17T22:37:32.265 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.259+0000 7f6f2fbcd640 1 --2- 10.20.193.50:0/1587239719 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f280814c0 0x7f6f2807c400 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c004770 tx=0x7f6f1c02f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.265 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 -- 10.20.193.50:0/781263590 wait complete. 2026-02-17T22:37:32.266 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/1587239719 shutdown_connections 2026-02-17T22:37:32.266 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 --2- 10.20.193.50:0/1587239719 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f280814c0 0x7f6f2807c400 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.266 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 --2- 10.20.193.50:0/1587239719 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6f28080bb0 0x7f6f28080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.266 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/1587239719 >> 10.20.193.50:0/1587239719 conn(0x7f6f280833e0 msgr2=0x7f6f280840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.266 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/1587239719 shutdown_connections 2026-02-17T22:37:32.266 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/1587239719 wait complete. 2026-02-17T22:37:32.267 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 -- 10.20.193.50:0/161298504 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff0fc175670 msgr2=0x7ff0fc195a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.267 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 --2- 10.20.193.50:0/161298504 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff0fc175670 0x7ff0fc195a50 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8009f10 tx=0x7ff0f802f340 comp rx=0 tx=0).stop 2026-02-17T22:37:32.267 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 -- 10.20.193.50:0/161298504 shutdown_connections 2026-02-17T22:37:32.268 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 --2- 10.20.193.50:0/161298504 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff0fc175670 0x7ff0fc195a50 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.268 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 --2- 10.20.193.50:0/161298504 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff0fc081690 0x7ff0fc175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.268 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 -- 10.20.193.50:0/161298504 >> 10.20.193.50:0/161298504 conn(0x7ff0fc0833e0 msgr2=0x7ff0fc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.268 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 -- 10.20.193.50:0/161298504 shutdown_connections 2026-02-17T22:37:32.268 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 -- 10.20.193.50:0/161298504 wait complete. 2026-02-17T22:37:32.268 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 Processor -- start 2026-02-17T22:37:32.268 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 Processor -- start 2026-02-17T22:37:32.269 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 -- start start 2026-02-17T22:37:32.269 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 -- start start 2026-02-17T22:37:32.270 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7feb00a8d640 1 -- 10.20.193.50:0/4032535689 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7feafc080bb0 msgr2=0x7feafc080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.270 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7feb00a8d640 1 --2- 10.20.193.50:0/4032535689 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7feafc080bb0 0x7feafc080f80 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7feaf0005ea0 tx=0x7feaf002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.270 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7feb00a8d640 1 -- 10.20.193.50:0/4032535689 shutdown_connections 2026-02-17T22:37:32.270 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7feb00a8d640 1 --2- 10.20.193.50:0/4032535689 >> v2:10.20.193.50:3300/0 conn(0x7feafc07cb10 0x7feafc196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.270 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7feb00a8d640 1 --2- 10.20.193.50:0/4032535689 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7feafc080bb0 0x7feafc080f80 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.270 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7feb00a8d640 1 -- 10.20.193.50:0/4032535689 >> 10.20.193.50:0/4032535689 conn(0x7feafc0833e0 msgr2=0x7feafc0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.271 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff668130220 0x7ff66805b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.271 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7feb00a8d640 1 -- 10.20.193.50:0/4032535689 shutdown_connections 2026-02-17T22:37:32.271 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff668135f40 0x7ff668196ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.272 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7feb00a8d640 1 -- 10.20.193.50:0/4032535689 wait complete. 2026-02-17T22:37:32.272 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff6681368f0 0x7ff66805b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.272 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff668197b40 con 0x7ff668130220 2026-02-17T22:37:32.272 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff6681979c0 con 0x7ff668135f40 2026-02-17T22:37:32.272 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff670842640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7ff668197cc0 con 0x7ff6681368f0 2026-02-17T22:37:32.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f2807c940 0x7f6f2805d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6f28080bb0 0x7f6f2807aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6f280814c0 0x7f6f2807b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6f28196a70 con 0x7f6f2807c940 2026-02-17T22:37:32.273 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6f2807d250 con 0x7f6f280814c0 2026-02-17T22:37:32.274 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2fbcd640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f6f28196bf0 con 0x7f6f28080bb0 2026-02-17T22:37:32.274 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff66e5b7640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff668130220 0x7ff66805b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.274 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 Processor -- start 2026-02-17T22:37:32.275 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff66e5b7640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff668130220 0x7ff66805b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49514/0 (socket says 10.20.193.50:49514) 2026-02-17T22:37:32.275 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff66ddb6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff668135f40 0x7ff668196ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.275 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff66e5b7640 1 -- 10.20.193.50:0/803980037 learned_addr learned my addr 10.20.193.50:0/803980037 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:32.275 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff66edb8640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff6681368f0 0x7ff66805b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2d942640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f2807c940 0x7f6f2805d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2d141640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6f28080bb0 0x7f6f2807aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2d942640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f2807c940 0x7f6f2805d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49524/0 (socket says 10.20.193.50:49524) 2026-02-17T22:37:32.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2d942640 1 -- 10.20.193.50:0/2118517856 learned_addr learned my addr 10.20.193.50:0/2118517856 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:32.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7f6f2e143640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6f280814c0 0x7f6f2807b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.276 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.260+0000 7ff1030cf640 1 -- start start 2026-02-17T22:37:32.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff66e5b7640 1 -- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff6681368f0 msgr2=0x7ff66805b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff66e5b7640 1 --2- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff6681368f0 0x7ff66805b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff66e5b7640 1 -- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff668135f40 msgr2=0x7ff668196ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff66e5b7640 1 --2- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff668135f40 0x7ff668196ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff66e5b7640 1 -- 10.20.193.50:0/803980037 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff66805d410 con 0x7ff668130220 2026-02-17T22:37:32.277 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff66ddb6640 1 --2- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff668135f40 0x7ff668196ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:32.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2d141640 1 -- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6f280814c0 msgr2=0x7f6f2807b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2d141640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6f280814c0 0x7f6f2807b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2d141640 1 -- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f2807c940 msgr2=0x7f6f2805d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.278 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2d141640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f2807c940 0x7f6f2805d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.279 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2d141640 1 -- 10.20.193.50:0/2118517856 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f2812e290 con 0x7f6f28080bb0 2026-02-17T22:37:32.279 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2e143640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6f280814c0 0x7f6f2807b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:37:32.279 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2d942640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f2807c940 0x7f6f2805d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:32.279 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff66e5b7640 1 --2- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff668130220 0x7ff66805b2c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff66000b520 tx=0x7ff66000b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:32.279 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2d141640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6f28080bb0 0x7f6f2807aed0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c009230 tx=0x7f6f1c002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:32.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff1030cf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff0fc080bb0 0x7ff0fc133750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff1030cf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff0fc081690 0x7ff0fc175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff1030cf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff0fc175670 0x7ff0fc133c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff1030cf640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff0fc196af0 con 0x7ff0fc080bb0 2026-02-17T22:37:32.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff1030cf640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff0fc196970 con 0x7ff0fc081690 2026-02-17T22:37:32.280 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff1030cf640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7ff0fc196c70 con 0x7ff0fc175670 2026-02-17T22:37:32.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff652ffd640 1 -- 10.20.193.50:0/803980037 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff660013020 con 0x7ff668130220 2026-02-17T22:37:32.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff652ffd640 1 -- 10.20.193.50:0/803980037 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6600026d0 con 0x7ff668130220 2026-02-17T22:37:32.281 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff668115790 con 0x7ff668130220 2026-02-17T22:37:32.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f167fc640 1 -- 10.20.193.50:0/2118517856 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c046070 con 0x7f6f28080bb0 2026-02-17T22:37:32.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff652ffd640 1 -- 10.20.193.50:0/803980037 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff660002b20 con 0x7ff668130220 2026-02-17T22:37:32.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff100e44640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff0fc080bb0 0x7ff0fc133750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.282 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff0f3fff640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff0fc081690 0x7ff0fc175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f167fc640 1 -- 10.20.193.50:0/2118517856 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f1c002d00 con 0x7f6f28080bb0 2026-02-17T22:37:32.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff101645640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff0fc175670 0x7ff0fc133c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff0f3fff640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff0fc081690 0x7ff0fc175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58766/0 (socket says 10.20.193.50:58766) 2026-02-17T22:37:32.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff100e44640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff0fc080bb0 0x7ff0fc133750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49534/0 (socket says 10.20.193.50:49534) 2026-02-17T22:37:32.283 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff0f3fff640 1 -- 10.20.193.50:0/658139850 learned_addr learned my addr 10.20.193.50:0/658139850 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:32.284 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff66805bd40 con 0x7ff668130220 2026-02-17T22:37:32.284 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f2807f090 con 0x7f6f28080bb0 2026-02-17T22:37:32.284 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f167fc640 1 -- 10.20.193.50:0/2118517856 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c0386b0 con 0x7f6f28080bb0 2026-02-17T22:37:32.284 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f2807b950 con 0x7f6f28080bb0 2026-02-17T22:37:32.285 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feb00a8d640 1 Processor -- start 2026-02-17T22:37:32.285 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff100e44640 1 -- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff0fc175670 msgr2=0x7ff0fc133c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.285 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff100e44640 1 --2- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff0fc175670 0x7ff0fc133c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.285 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff100e44640 1 -- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff0fc081690 msgr2=0x7ff0fc175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.285 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff100e44640 1 --2- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff0fc081690 0x7ff0fc175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff100e44640 1 -- 10.20.193.50:0/658139850 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0fc133220 con 0x7ff0fc080bb0 2026-02-17T22:37:32.286 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feb00a8d640 1 -- start start 2026-02-17T22:37:32.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff100e44640 1 --2- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff0fc080bb0 0x7ff0fc133750 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec002760 tx=0x7ff0ec00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:32.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff0f17fa640 1 -- 10.20.193.50:0/658139850 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec017070 con 0x7ff0fc080bb0 2026-02-17T22:37:32.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff0f17fa640 1 -- 10.20.193.50:0/658139850 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0ec004320 con 0x7ff0fc080bb0 2026-02-17T22:37:32.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff0f17fa640 1 -- 10.20.193.50:0/658139850 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec0036a0 con 0x7ff0fc080bb0 2026-02-17T22:37:32.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0fc131e70 con 0x7ff0fc080bb0 2026-02-17T22:37:32.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feb00a8d640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7feafc07cb10 0x7feafc1422e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.287 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feb00a8d640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7feafc080bb0 0x7feafc142820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0fc1341d0 con 0x7ff0fc080bb0 2026-02-17T22:37:32.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feb00a8d640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7feafc0814c0 0x7feafc142d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:32.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feb00a8d640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7feafc196a60 con 0x7feafc080bb0 2026-02-17T22:37:32.288 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feb00a8d640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7feafc1968e0 con 0x7feafc0814c0 2026-02-17T22:37:32.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feb00a8d640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7feafc196be0 con 0x7feafc07cb10 2026-02-17T22:37:32.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff668086570 con 0x7ff668130220 2026-02-17T22:37:32.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafa575640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7feafc07cb10 0x7feafc1422e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.289 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feaf9d74640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7feafc080bb0 0x7feafc142820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafad76640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7feafc0814c0 0x7feafc142d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:32.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafa575640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7feafc07cb10 0x7feafc1422e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48466/0 (socket says 10.20.193.50:48466) 2026-02-17T22:37:32.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafa575640 1 -- 10.20.193.50:0/2287365853 learned_addr learned my addr 10.20.193.50:0/2287365853 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:32.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f28080f80 con 0x7f6f28080bb0 2026-02-17T22:37:32.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafa575640 1 -- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7feafc0814c0 msgr2=0x7feafc142d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafa575640 1 --2- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7feafc0814c0 0x7feafc142d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafa575640 1 -- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7feafc080bb0 msgr2=0x7feafc142820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafa575640 1 --2- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7feafc080bb0 0x7feafc142820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.261+0000 7feafa575640 1 -- 10.20.193.50:0/2287365853 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feafc05b770 con 0x7feafc07cb10 2026-02-17T22:37:32.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7feafa575640 1 --2- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7feafc07cb10 0x7feafc1422e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7feaf0004770 tx=0x7feaf002fda0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:32.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7f6f167fc640 1 -- 10.20.193.50:0/2118517856 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f6f1c038850 con 0x7f6f28080bb0 2026-02-17T22:37:32.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7feae2ffd640 1 -- 10.20.193.50:0/2287365853 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf0046070 con 0x7feafc07cb10 2026-02-17T22:37:32.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7feae2ffd640 1 -- 10.20.193.50:0/2287365853 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feaf0002aa0 con 0x7feafc07cb10 2026-02-17T22:37:32.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7feae2ffd640 1 -- 10.20.193.50:0/2287365853 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf0038470 con 0x7feafc07cb10 2026-02-17T22:37:32.293 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feafc05d400 con 0x7feafc07cb10 2026-02-17T22:37:32.293 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7feafc143360 con 0x7feafc07cb10 2026-02-17T22:37:32.293 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7ff652ffd640 1 -- 10.20.193.50:0/803980037 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7ff660002cc0 con 0x7ff668130220 2026-02-17T22:37:32.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0fc080f80 con 0x7ff0fc080bb0 2026-02-17T22:37:32.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7ff0f17fa640 1 -- 10.20.193.50:0/658139850 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7ff0ec003840 con 0x7ff0fc080bb0 2026-02-17T22:37:32.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7f6f167fc640 1 -- 10.20.193.50:0/2118517856 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f6f1c087df0 con 0x7f6f28080bb0 2026-02-17T22:37:32.294 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7ff652ffd640 1 -- 10.20.193.50:0/803980037 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7ff6600638d0 con 0x7ff668130220 2026-02-17T22:37:32.295 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7ff0f17fa640 1 -- 10.20.193.50:0/658139850 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7ff0ec062e10 con 0x7ff0fc080bb0 2026-02-17T22:37:32.295 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.262+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feafc080f80 con 0x7feafc07cb10 2026-02-17T22:37:32.295 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.263+0000 7f6f167fc640 1 -- 10.20.193.50:0/2118517856 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f6f1c086ec0 con 0x7f6f28080bb0 2026-02-17T22:37:32.296 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.264+0000 7feae2ffd640 1 -- 10.20.193.50:0/2287365853 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7feaf0038610 con 0x7feafc07cb10 2026-02-17T22:37:32.296 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.264+0000 7feae2ffd640 1 -- 10.20.193.50:0/2287365853 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7feaf0088170 con 0x7feafc07cb10 2026-02-17T22:37:32.296 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.264+0000 7ff652ffd640 1 -- 10.20.193.50:0/803980037 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7ff66001d020 con 0x7ff668130220 2026-02-17T22:37:32.296 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.265+0000 7feae2ffd640 1 -- 10.20.193.50:0/2287365853 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7feaf0087240 con 0x7feafc07cb10 2026-02-17T22:37:32.297 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.266+0000 7ff0f17fa640 1 -- 10.20.193.50:0/658139850 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7ff0ec061ee0 con 0x7ff0fc080bb0 2026-02-17T22:37:32.344 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.340+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f6f2807bc70 con 0x7f6f28080bb0 2026-02-17T22:37:32.344 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.341+0000 7f6f167fc640 1 -- 10.20.193.50:0/2118517856 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6f1c009400 con 0x7f6f28080bb0 2026-02-17T22:37:32.345 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.341+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7ff668197530 con 0x7ff668130220 2026-02-17T22:37:32.345 INFO:teuthology.orchestra.run.trial050.stdout:98784247810 2026-02-17T22:37:32.345 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.341+0000 7ff652ffd640 1 -- 10.20.193.50:0/803980037 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff6600628e0 con 0x7ff668130220 2026-02-17T22:37:32.346 INFO:teuthology.orchestra.run.trial050.stdout:111669149698 2026-02-17T22:37:32.346 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.341+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7feafc1435c0 con 0x7feafc07cb10 2026-02-17T22:37:32.346 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7feae2ffd640 1 -- 10.20.193.50:0/2287365853 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7feaf00866b0 con 0x7feafc07cb10 2026-02-17T22:37:32.347 INFO:teuthology.orchestra.run.trial050.stdout:103079215106 2026-02-17T22:37:32.347 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 >> v1:10.20.193.50:6800/1573574482 conn(0x7f6ef804cad0 legacy=0x7f6ef806cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6f28080bb0 msgr2=0x7f6f2807aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6f28080bb0 0x7f6f2807aed0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c009230 tx=0x7f6f1c002900 comp rx=0 tx=0).stop 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 shutdown_connections 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6f280814c0 0x7f6f2807b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6f28080bb0 0x7f6f2807aed0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 --2- 10.20.193.50:0/2118517856 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6f2807c940 0x7f6f2805d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 >> 10.20.193.50:0/2118517856 conn(0x7f6f280833e0 msgr2=0x7f6f28132890 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 shutdown_connections 2026-02-17T22:37:32.348 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.342+0000 7f6f2fbcd640 1 -- 10.20.193.50:0/2118517856 wait complete. 2026-02-17T22:37:32.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 >> v1:10.20.193.50:6800/1573574482 conn(0x7ff63804cae0 legacy=0x7ff63806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.349 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff668130220 msgr2=0x7ff66805b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 --2- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff668130220 0x7ff66805b2c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff66000b520 tx=0x7ff66000b9f0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 shutdown_connections 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 --2- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff6681368f0 0x7ff66805b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 --2- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff668135f40 0x7ff668196ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 --2- 10.20.193.50:0/803980037 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff668130220 0x7ff66805b2c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 >> 10.20.193.50:0/803980037 conn(0x7ff66808aae0 msgr2=0x7ff668082aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 shutdown_connections 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff670842640 1 -- 10.20.193.50:0/803980037 wait complete. 2026-02-17T22:37:32.350 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 >> v1:10.20.193.50:6800/1573574482 conn(0x7feac804cad0 legacy=0x7feac806cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.351 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7feafc07cb10 msgr2=0x7feafc1422e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.351 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 --2- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7feafc07cb10 0x7feafc1422e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7feaf0004770 tx=0x7feaf002fda0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.351 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7ff0fc134460 con 0x7ff0fc080bb0 2026-02-17T22:37:32.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 shutdown_connections 2026-02-17T22:37:32.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 --2- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7feafc0814c0 0x7feafc142d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 --2- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7feafc080bb0 0x7feafc142820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 --2- 10.20.193.50:0/2287365853 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7feafc07cb10 0x7feafc1422e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 >> 10.20.193.50:0/2287365853 conn(0x7feafc0833e0 msgr2=0x7feafc132a10 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 shutdown_connections 2026-02-17T22:37:32.352 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7feb00a8d640 1 -- 10.20.193.50:0/2287365853 wait complete. 2026-02-17T22:37:32.353 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.343+0000 7ff0f17fa640 1 -- 10.20.193.50:0/658139850 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff0ec03d0d0 con 0x7ff0fc080bb0 2026-02-17T22:37:32.353 INFO:teuthology.orchestra.run.trial050.stdout:107374182402 2026-02-17T22:37:32.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 >> v1:10.20.193.50:6800/1573574482 conn(0x7ff0cc04cae0 legacy=0x7ff0cc06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff0fc080bb0 msgr2=0x7ff0fc133750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:32.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 --2- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff0fc080bb0 0x7ff0fc133750 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec002760 tx=0x7ff0ec00c970 comp rx=0 tx=0).stop 2026-02-17T22:37:32.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 shutdown_connections 2026-02-17T22:37:32.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 --2- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff0fc175670 0x7ff0fc133c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.354 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 --2- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff0fc081690 0x7ff0fc175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.355 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 --2- 10.20.193.50:0/658139850 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff0fc080bb0 0x7ff0fc133750 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:32.355 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 >> 10.20.193.50:0/658139850 conn(0x7ff0fc0833e0 msgr2=0x7ff0fc05c060 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:32.355 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 shutdown_connections 2026-02-17T22:37:32.355 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:32.345+0000 7ff1030cf640 1 -- 10.20.193.50:0/658139850 wait complete. 2026-02-17T22:37:32.356 INFO:tasks.ceph.ceph_manager.ceph:need seq 98784247811 got 98784247810 for osd.0 2026-02-17T22:37:32.357 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215106 for osd.1 2026-02-17T22:37:32.358 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182402 for osd.2 2026-02-17T22:37:32.359 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149698 for osd.3 2026-02-17T22:37:33.357 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-02-17T22:37:33.358 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-02-17T22:37:33.359 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-02-17T22:37:33.359 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-02-17T22:37:33.431 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f464300f640 1 -- 10.20.193.50:0/2689324201 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c07cb10 msgr2=0x7f463c196150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.431 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f464300f640 1 --2- 10.20.193.50:0/2689324201 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c07cb10 0x7f463c196150 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4638004af0 tx=0x7f463802f310 comp rx=0 tx=0).stop 2026-02-17T22:37:33.431 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f464300f640 1 -- 10.20.193.50:0/2689324201 shutdown_connections 2026-02-17T22:37:33.431 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f464300f640 1 --2- 10.20.193.50:0/2689324201 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c07cb10 0x7f463c196150 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.431 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f464300f640 1 --2- 10.20.193.50:0/2689324201 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f463c080bb0 0x7f463c080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.432 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f464300f640 1 -- 10.20.193.50:0/2689324201 >> 10.20.193.50:0/2689324201 conn(0x7f463c0833e0 msgr2=0x7f463c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.432 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f464300f640 1 -- 10.20.193.50:0/2689324201 shutdown_connections 2026-02-17T22:37:33.432 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f464300f640 1 -- 10.20.193.50:0/2689324201 wait complete. 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 -- 10.20.193.50:0/31353624 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058650 msgr2=0x7f9db0058a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 --2- 10.20.193.50:0/31353624 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058650 0x7f9db0058a20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9da0005ea0 tx=0x7f9da002f220 comp rx=0 tx=0).stop 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 -- 10.20.193.50:0/31353624 shutdown_connections 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 --2- 10.20.193.50:0/31353624 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9db0058f60 0x7f9db012c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 --2- 10.20.193.50:0/31353624 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9db012c670 0x7f9db012cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 --2- 10.20.193.50:0/31353624 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058650 0x7f9db0058a20 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 -- 10.20.193.50:0/31353624 >> 10.20.193.50:0/31353624 conn(0x7f9db00890c0 msgr2=0x7f9db005a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 -- 10.20.193.50:0/31353624 shutdown_connections 2026-02-17T22:37:33.433 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.427+0000 7f9db7f51640 1 -- 10.20.193.50:0/31353624 wait complete. 2026-02-17T22:37:33.434 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f464300f640 1 Processor -- start 2026-02-17T22:37:33.434 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db7f51640 1 Processor -- start 2026-02-17T22:37:33.434 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f464300f640 1 -- start start 2026-02-17T22:37:33.435 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db7f51640 1 -- start start 2026-02-17T22:37:33.435 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db7f51640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9db0058650 0x7f9db0146750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.435 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db7f51640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058f60 0x7f9db0146c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.435 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db7f51640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9db012c670 0x7f9db0120e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.436 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f464300f640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f463c07cb10 0x7f463c059f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.436 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f464300f640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c080bb0 0x7f463c05a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.436 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db7f51640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9db0197bc0 con 0x7f9db0058f60 2026-02-17T22:37:33.436 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db7f51640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9db0197a40 con 0x7f9db0058650 2026-02-17T22:37:33.436 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db7f51640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f9db0197d40 con 0x7f9db012c670 2026-02-17T22:37:33.437 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f464300f640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f463c0814c0 0x7f463c05a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.437 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f464300f640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f463c196a50 con 0x7f463c080bb0 2026-02-17T22:37:33.437 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f464300f640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f463c1968d0 con 0x7f463c07cb10 2026-02-17T22:37:33.437 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f464300f640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f463c196bd0 con 0x7f463c0814c0 2026-02-17T22:37:33.437 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db64c7640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9db012c670 0x7f9db0120e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.438 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db5cc6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9db0058650 0x7f9db0146750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.438 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db54c5640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058f60 0x7f9db0146c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.438 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4640d84640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f463c07cb10 0x7f463c059f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.438 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4633fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c080bb0 0x7f463c05a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.438 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f463c0814c0 0x7f463c05a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.438 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db64c7640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9db012c670 0x7f9db0120e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48500/0 (socket says 10.20.193.50:48500) 2026-02-17T22:37:33.439 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db5cc6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9db0058650 0x7f9db0146750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58796/0 (socket says 10.20.193.50:58796) 2026-02-17T22:37:33.439 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db54c5640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058f60 0x7f9db0146c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49584/0 (socket says 10.20.193.50:49584) 2026-02-17T22:37:33.439 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db64c7640 1 -- 10.20.193.50:0/2977433074 learned_addr learned my addr 10.20.193.50:0/2977433074 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:33.439 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f463c0814c0 0x7f463c05a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48502/0 (socket says 10.20.193.50:48502) 2026-02-17T22:37:33.440 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4633fff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c080bb0 0x7f463c05a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49592/0 (socket says 10.20.193.50:49592) 2026-02-17T22:37:33.440 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 -- 10.20.193.50:0/3324698753 learned_addr learned my addr 10.20.193.50:0/3324698753 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:33.440 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 -- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f463c07cb10 msgr2=0x7f463c059f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.440 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 --2- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f463c07cb10 0x7f463c059f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.440 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 -- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c080bb0 msgr2=0x7f463c05a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.440 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 --2- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c080bb0 0x7f463c05a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.440 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 -- 10.20.193.50:0/3324698753 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f463c05b750 con 0x7f463c0814c0 2026-02-17T22:37:33.441 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db54c5640 1 -- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9db012c670 msgr2=0x7f9db0120e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.441 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db54c5640 1 --2- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9db012c670 0x7f9db0120e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.441 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db54c5640 1 -- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9db0058650 msgr2=0x7f9db0146750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.441 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db54c5640 1 --2- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9db0058650 0x7f9db0146750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.441 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db54c5640 1 -- 10.20.193.50:0/2977433074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9db01305d0 con 0x7f9db0058f60 2026-02-17T22:37:33.441 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f4641585640 1 --2- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f463c0814c0 0x7f463c05a980 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4638004310 tx=0x7f4638004340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:33.442 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9db54c5640 1 --2- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058f60 0x7f9db0146c90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9da400e9c0 tx=0x7f9da400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:33.442 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.428+0000 7f9d9e7fc640 1 -- 10.20.193.50:0/2977433074 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da400cc90 con 0x7f9db0058f60 2026-02-17T22:37:33.442 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f9d9e7fc640 1 -- 10.20.193.50:0/2977433074 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9da400ce50 con 0x7f9db0058f60 2026-02-17T22:37:33.442 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f9d9e7fc640 1 -- 10.20.193.50:0/2977433074 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da4004ae0 con 0x7f9db0058f60 2026-02-17T22:37:33.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f46317fa640 1 -- 10.20.193.50:0/3324698753 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4638047070 con 0x7f463c0814c0 2026-02-17T22:37:33.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9db01232e0 con 0x7f9db0058f60 2026-02-17T22:37:33.443 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f46317fa640 1 -- 10.20.193.50:0/3324698753 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4638004850 con 0x7f463c0814c0 2026-02-17T22:37:33.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f463c05c890 con 0x7f463c0814c0 2026-02-17T22:37:33.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f46317fa640 1 -- 10.20.193.50:0/3324698753 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4638007760 con 0x7f463c0814c0 2026-02-17T22:37:33.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9db01236f0 con 0x7f9db0058f60 2026-02-17T22:37:33.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f463c05c140 con 0x7f463c0814c0 2026-02-17T22:37:33.444 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f463c080f80 con 0x7f463c0814c0 2026-02-17T22:37:33.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9db012c130 con 0x7f9db0058f60 2026-02-17T22:37:33.445 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f46317fa640 1 -- 10.20.193.50:0/3324698753 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f4638007900 con 0x7f463c0814c0 2026-02-17T22:37:33.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.429+0000 7f9d9e7fc640 1 -- 10.20.193.50:0/2977433074 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9da4021440 con 0x7f9db0058f60 2026-02-17T22:37:33.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.430+0000 7f9d9e7fc640 1 -- 10.20.193.50:0/2977433074 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f9da4064120 con 0x7f9db0058f60 2026-02-17T22:37:33.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.430+0000 7f46317fa640 1 -- 10.20.193.50:0/3324698753 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f4638088930 con 0x7f463c0814c0 2026-02-17T22:37:33.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.431+0000 7f46317fa640 1 -- 10.20.193.50:0/3324698753 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f463803d070 con 0x7f463c0814c0 2026-02-17T22:37:33.446 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.431+0000 7f9d9e7fc640 1 -- 10.20.193.50:0/2977433074 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9db01232e0 con 0x7f9db0058f60 2026-02-17T22:37:33.473 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- 10.20.193.50:0/1852751691 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd98c084710 msgr2=0x7fd98c084b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.473 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 --2- 10.20.193.50:0/1852751691 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd98c084710 0x7fd98c084b30 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd97c005ea0 tx=0x7fd97c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.473 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- 10.20.193.50:0/1852751691 shutdown_connections 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 --2- 10.20.193.50:0/1852751691 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd98c133d50 0x7fd98c134170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 --2- 10.20.193.50:0/1852751691 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd98c084710 0x7fd98c084b30 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 --2- 10.20.193.50:0/1852751691 >> v2:10.20.193.50:3300/0 conn(0x7fd98c083e00 0x7fd98c0841d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- 10.20.193.50:0/1852751691 >> 10.20.193.50:0/1852751691 conn(0x7fd98c0890c0 msgr2=0x7fd98c05a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- 10.20.193.50:0/1852751691 shutdown_connections 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- 10.20.193.50:0/1852751691 wait complete. 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 Processor -- start 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- start start 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd98c083e00 0x7fd98c105350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd98c084710 0x7fd98c105890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.474 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd98c133d50 0x7fd98c105dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd98c195ac0 con 0x7fd98c084710 2026-02-17T22:37:33.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd98c195940 con 0x7fd98c083e00 2026-02-17T22:37:33.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd991eb6640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fd98c195c40 con 0x7fd98c133d50 2026-02-17T22:37:33.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd98bfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd98c133d50 0x7fd98c105dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd98b7fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd98c083e00 0x7fd98c105350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd98bfff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd98c133d50 0x7fd98c105dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48522/0 (socket says 10.20.193.50:48522) 2026-02-17T22:37:33.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd98bfff640 1 -- 10.20.193.50:0/1963309007 learned_addr learned my addr 10.20.193.50:0/1963309007 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:33.475 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.469+0000 7fd98affd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd98c084710 0x7fd98c105890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.476 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- 10.20.193.50:0/2935868194 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414081690 msgr2=0x7f9414175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.476 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 --2- 10.20.193.50:0/2935868194 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414081690 0x7f9414175130 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f94080098c0 tx=0x7f940802f110 comp rx=0 tx=0).stop 2026-02-17T22:37:33.476 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd98affd640 1 -- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd98c133d50 msgr2=0x7fd98c105dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.476 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd98affd640 1 --2- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd98c133d50 0x7fd98c105dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd98affd640 1 -- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd98c083e00 msgr2=0x7fd98c105350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd98affd640 1 --2- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd98c083e00 0x7fd98c105350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd98affd640 1 -- 10.20.193.50:0/1963309007 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd98c107430 con 0x7fd98c084710 2026-02-17T22:37:33.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- 10.20.193.50:0/2935868194 shutdown_connections 2026-02-17T22:37:33.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 --2- 10.20.193.50:0/2935868194 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9414175670 0x7f9414195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 --2- 10.20.193.50:0/2935868194 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414081690 0x7f9414175130 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.477 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- 10.20.193.50:0/2935868194 >> 10.20.193.50:0/2935868194 conn(0x7f94140833e0 msgr2=0x7f94140840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.478 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd98bfff640 1 --2- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd98c133d50 0x7fd98c105dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:33.478 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- 10.20.193.50:0/2935868194 shutdown_connections 2026-02-17T22:37:33.478 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- 10.20.193.50:0/2935868194 wait complete. 2026-02-17T22:37:33.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd98affd640 1 --2- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd98c084710 0x7fd98c105890 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd98c05d2d0 tx=0x7fd97c002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:33.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd967fff640 1 -- 10.20.193.50:0/1963309007 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd97c046070 con 0x7fd98c084710 2026-02-17T22:37:33.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd967fff640 1 -- 10.20.193.50:0/1963309007 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd97c0045b0 con 0x7fd98c084710 2026-02-17T22:37:33.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd98c106b50 con 0x7fd98c084710 2026-02-17T22:37:33.479 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd967fff640 1 -- 10.20.193.50:0/1963309007 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd97c038470 con 0x7fd98c084710 2026-02-17T22:37:33.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd98c124d90 con 0x7fd98c084710 2026-02-17T22:37:33.480 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 Processor -- start 2026-02-17T22:37:33.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- start start 2026-02-17T22:37:33.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9414080bb0 0x7f941417b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9414081690 0x7f9414175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414175670 0x7f941417bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9414196b40 con 0x7f9414080bb0 2026-02-17T22:37:33.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f94141969c0 con 0x7f9414175670 2026-02-17T22:37:33.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.470+0000 7f941b65a640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f9414196cc0 con 0x7f9414081690 2026-02-17T22:37:33.481 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd98c0841d0 con 0x7fd98c084710 2026-02-17T22:37:33.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414175670 0x7f941417bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.482 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f94193cf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9414080bb0 0x7f941417b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9418bce640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9414081690 0x7f9414175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414175670 0x7f941417bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58854/0 (socket says 10.20.193.50:58854) 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 -- 10.20.193.50:0/677403294 learned_addr learned my addr 10.20.193.50:0/677403294 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 -- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9414081690 msgr2=0x7f9414175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 --2- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9414081690 0x7f9414175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 -- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9414080bb0 msgr2=0x7f941417b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 --2- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9414080bb0 0x7f941417b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 -- 10.20.193.50:0/677403294 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f941417c810 con 0x7f9414175670 2026-02-17T22:37:33.483 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7fd967fff640 1 -- 10.20.193.50:0/1963309007 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fd97c038610 con 0x7fd98c084710 2026-02-17T22:37:33.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9419bd0640 1 --2- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414175670 0x7f941417bb00 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9410009ec0 tx=0x7f941000c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:33.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9401ffb640 1 -- 10.20.193.50:0/677403294 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941000ce60 con 0x7f9414175670 2026-02-17T22:37:33.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9401ffb640 1 -- 10.20.193.50:0/677403294 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94100090d0 con 0x7f9414175670 2026-02-17T22:37:33.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f9401ffb640 1 -- 10.20.193.50:0/677403294 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9410003a80 con 0x7f9414175670 2026-02-17T22:37:33.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f941407f0a0 con 0x7f9414175670 2026-02-17T22:37:33.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f941405d710 con 0x7f9414175670 2026-02-17T22:37:33.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7fd967fff640 1 -- 10.20.193.50:0/1963309007 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fd97c087bb0 con 0x7fd98c084710 2026-02-17T22:37:33.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.471+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f941405d970 con 0x7f9414175670 2026-02-17T22:37:33.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.472+0000 7f9401ffb640 1 -- 10.20.193.50:0/677403294 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9410003c20 con 0x7f9414175670 2026-02-17T22:37:33.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.472+0000 7f9401ffb640 1 -- 10.20.193.50:0/677403294 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f9410064150 con 0x7f9414175670 2026-02-17T22:37:33.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.472+0000 7fd967fff640 1 -- 10.20.193.50:0/1963309007 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fd97c086c80 con 0x7fd98c084710 2026-02-17T22:37:33.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.473+0000 7f9401ffb640 1 -- 10.20.193.50:0/677403294 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9410022020 con 0x7f9414175670 2026-02-17T22:37:33.511 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.508+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f9db0122e30 con 0x7f9db0058f60 2026-02-17T22:37:33.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.508+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f463c053200 con 0x7f463c0814c0 2026-02-17T22:37:33.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.508+0000 7f9d9e7fc640 1 -- 10.20.193.50:0/2977433074 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9db0122e30 con 0x7f9db0058f60 2026-02-17T22:37:33.512 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.508+0000 7f46317fa640 1 -- 10.20.193.50:0/3324698753 <== mon.2 v2:10.20.193.50:3302/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f46380879c0 con 0x7f463c0814c0 2026-02-17T22:37:33.513 INFO:teuthology.orchestra.run.trial050.stdout:103079215107 2026-02-17T22:37:33.513 INFO:teuthology.orchestra.run.trial050.stdout:98784247812 2026-02-17T22:37:33.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 >> v1:10.20.193.50:6800/1573574482 conn(0x7f9d8004cae0 legacy=0x7f9d8006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058f60 msgr2=0x7f9db0146c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 --2- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058f60 0x7f9db0146c90 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9da400e9c0 tx=0x7f9da400ee90 comp rx=0 tx=0).stop 2026-02-17T22:37:33.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 shutdown_connections 2026-02-17T22:37:33.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 --2- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9db012c670 0x7f9db0120e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 --2- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9db0058f60 0x7f9db0146c90 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.514 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 --2- 10.20.193.50:0/2977433074 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9db0058650 0x7f9db0146750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 >> 10.20.193.50:0/2977433074 conn(0x7f9db00890c0 msgr2=0x7f9db012d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 shutdown_connections 2026-02-17T22:37:33.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 >> v1:10.20.193.50:6800/1573574482 conn(0x7f460c04cae0 legacy=0x7f460c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.515 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f9db7f51640 1 -- 10.20.193.50:0/2977433074 wait complete. 2026-02-17T22:37:33.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f463c0814c0 msgr2=0x7f463c05a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 --2- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f463c0814c0 0x7f463c05a980 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4638004310 tx=0x7f4638004340 comp rx=0 tx=0).stop 2026-02-17T22:37:33.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 shutdown_connections 2026-02-17T22:37:33.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 --2- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f463c0814c0 0x7f463c05a980 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.516 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 --2- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f463c080bb0 0x7f463c05a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.517 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 --2- 10.20.193.50:0/3324698753 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f463c07cb10 0x7f463c059f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.517 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 >> 10.20.193.50:0/3324698753 conn(0x7f463c0833e0 msgr2=0x7f463c132920 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.517 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 shutdown_connections 2026-02-17T22:37:33.517 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.510+0000 7f464300f640 1 -- 10.20.193.50:0/3324698753 wait complete. 2026-02-17T22:37:33.522 INFO:tasks.ceph.ceph_manager.ceph:need seq 98784247811 got 98784247812 for osd.0 2026-02-17T22:37:33.523 DEBUG:teuthology.parallel:result is None 2026-02-17T22:37:33.523 INFO:tasks.ceph.ceph_manager.ceph:need seq 103079215107 got 103079215107 for osd.1 2026-02-17T22:37:33.524 DEBUG:teuthology.parallel:result is None 2026-02-17T22:37:33.552 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.549+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9414080f80 con 0x7f9414175670 2026-02-17T22:37:33.553 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.550+0000 7f9401ffb640 1 -- 10.20.193.50:0/677403294 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f941417c810 con 0x7f9414175670 2026-02-17T22:37:33.553 INFO:teuthology.orchestra.run.trial050.stdout:107374182403 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 >> v1:10.20.193.50:6800/1573574482 conn(0x7f93e404cae0 legacy=0x7f93e406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414175670 msgr2=0x7f941417bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 --2- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414175670 0x7f941417bb00 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9410009ec0 tx=0x7f941000c490 comp rx=0 tx=0).stop 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 shutdown_connections 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 --2- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9414175670 0x7f941417bb00 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 --2- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9414081690 0x7f9414175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 --2- 10.20.193.50:0/677403294 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9414080bb0 0x7f941417b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 >> 10.20.193.50:0/677403294 conn(0x7f94140833e0 msgr2=0x7f9414132570 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 shutdown_connections 2026-02-17T22:37:33.554 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7f941b65a640 1 -- 10.20.193.50:0/677403294 wait complete. 2026-02-17T22:37:33.555 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd98c124ff0 con 0x7fd98c084710 2026-02-17T22:37:33.555 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.551+0000 7fd967fff640 1 -- 10.20.193.50:0/1963309007 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd97c0860f0 con 0x7fd98c084710 2026-02-17T22:37:33.555 INFO:teuthology.orchestra.run.trial050.stdout:111669149699 2026-02-17T22:37:33.556 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 >> v1:10.20.193.50:6800/1573574482 conn(0x7fd95c04cae0 legacy=0x7fd95c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd98c084710 msgr2=0x7fd98c105890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 --2- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd98c084710 0x7fd98c105890 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd98c05d2d0 tx=0x7fd97c002900 comp rx=0 tx=0).stop 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 shutdown_connections 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 --2- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd98c133d50 0x7fd98c105dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 --2- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd98c084710 0x7fd98c105890 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 --2- 10.20.193.50:0/1963309007 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd98c083e00 0x7fd98c105350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 >> 10.20.193.50:0/1963309007 conn(0x7fd98c0890c0 msgr2=0x7fd98c058650 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 shutdown_connections 2026-02-17T22:37:33.557 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.553+0000 7fd991eb6640 1 -- 10.20.193.50:0/1963309007 wait complete. 2026-02-17T22:37:33.562 INFO:tasks.ceph.ceph_manager.ceph:need seq 107374182403 got 107374182403 for osd.2 2026-02-17T22:37:33.562 DEBUG:teuthology.parallel:result is None 2026-02-17T22:37:33.564 INFO:tasks.ceph.ceph_manager.ceph:need seq 111669149699 got 111669149699 for osd.3 2026-02-17T22:37:33.564 DEBUG:teuthology.parallel:result is None 2026-02-17T22:37:33.564 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-17T22:37:33.564 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:33.676 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 -- 10.20.193.50:0/3472142761 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 msgr2=0x7f5f9c197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.676 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 --2- 10.20.193.50:0/3472142761 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 0x7f5f9c197e50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5f98009fd0 tx=0x7f5f9802f400 comp rx=0 tx=0).stop 2026-02-17T22:37:33.676 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 -- 10.20.193.50:0/3472142761 shutdown_connections 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 --2- 10.20.193.50:0/3472142761 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 0x7f5f9c197e50 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 --2- 10.20.193.50:0/3472142761 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5f9c05c060 0x7f5f9c05c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 -- 10.20.193.50:0/3472142761 >> 10.20.193.50:0/3472142761 conn(0x7f5f9c0833e0 msgr2=0x7f5f9c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 -- 10.20.193.50:0/3472142761 shutdown_connections 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 -- 10.20.193.50:0/3472142761 wait complete. 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.670+0000 7f5fa35ed640 1 Processor -- start 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 -- start start 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5f9c05c060 0x7f5f9c07b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5f9c05c970 0x7f5f9c07b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 0x7f5f9c07bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.677 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f5f9c198e00 con 0x7f5f9c05c060 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f5f9c198c80 con 0x7f5f9c177a70 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f5f9c198f80 con 0x7f5f9c05c970 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5f9c05c970 0x7f5f9c07b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5f9c05c970 0x7f5f9c07b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48544/0 (socket says 10.20.193.50:48544) 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 -- 10.20.193.50:0/2836608380 learned_addr learned my addr 10.20.193.50:0/2836608380 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa1b63640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 0x7f5f9c07bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa1362640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5f9c05c060 0x7f5f9c07b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 -- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 msgr2=0x7f5f9c07bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 0x7f5f9c07bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.678 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 -- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5f9c05c060 msgr2=0x7f5f9c07b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5f9c05c060 0x7f5f9c07b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 -- 10.20.193.50:0/2836608380 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f9c18ac40 con 0x7f5f9c05c970 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa1b63640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 0x7f5f9c07bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa0b61640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5f9c05c970 0x7f5f9c07b860 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5f9000c680 tx=0x7f5f9000cb50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5f89ffb640 1 -- 10.20.193.50:0/2836608380 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f90016020 con 0x7f5f9c05c970 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5f89ffb640 1 -- 10.20.193.50:0/2836608380 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f90004310 con 0x7f5f9c05c970 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f9c07ccc0 con 0x7f5f9c05c970 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5f89ffb640 1 -- 10.20.193.50:0/2836608380 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f900068c0 con 0x7f5f9c05c970 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.671+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f9c186b90 con 0x7f5f9c05c970 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.672+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f9c05c430 con 0x7f5f9c05c970 2026-02-17T22:37:33.679 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.672+0000 7f5f89ffb640 1 -- 10.20.193.50:0/2836608380 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f5f90006a60 con 0x7f5f9c05c970 2026-02-17T22:37:33.680 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.672+0000 7f5f89ffb640 1 -- 10.20.193.50:0/2836608380 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f5f90063210 con 0x7f5f9c05c970 2026-02-17T22:37:33.680 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.674+0000 7f5f89ffb640 1 -- 10.20.193.50:0/2836608380 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f5f90020020 con 0x7f5f9c05c970 2026-02-17T22:37:33.754 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.750+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5f9c053200 con 0x7f5f6c04cad0 2026-02-17T22:37:33.755 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.751+0000 7f5f89ffb640 1 -- 10.20.193.50:0/2836608380 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31997 (unknown 2965378022 0 3096006135) 0x7f5f9c053200 con 0x7f5f6c04cad0 2026-02-17T22:37:33.755 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:33.756 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:33.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 >> v1:10.20.193.50:6800/1573574482 conn(0x7f5f6c04cad0 legacy=0x7f5f6c06cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.756 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5f9c05c970 msgr2=0x7f5f9c07b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5f9c05c970 0x7f5f9c07b860 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5f9000c680 tx=0x7f5f9000cb50 comp rx=0 tx=0).stop 2026-02-17T22:37:33.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 shutdown_connections 2026-02-17T22:37:33.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f5f9c177a70 0x7f5f9c07bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f5f9c05c970 0x7f5f9c07b860 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 --2- 10.20.193.50:0/2836608380 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f5f9c05c060 0x7f5f9c07b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 >> 10.20.193.50:0/2836608380 conn(0x7f5f9c0833e0 msgr2=0x7f5f9c07dbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 shutdown_connections 2026-02-17T22:37:33.757 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.752+0000 7f5fa35ed640 1 -- 10.20.193.50:0/2836608380 wait complete. 2026-02-17T22:37:33.763 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:37:33.470350+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112024,"kb_used_data":2136,"kb_used_omap":33,"kb_used_meta":109790,"kb_avail":377375336,"statfs":{"total":386547056640,"available":386432344064,"internally_reserved":0,"allocated":2187264,"data_stored":1523925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34672,"internal_metadata":112425104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.982375"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:28.152658+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:28.152458+0000","last_became_peered":"2026-02-17T22:37:28.152458+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:41:59.373888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758600+0000","last_change":"2026-02-17T22:37:25.483378+0000","last_active":"2026-02-17T22:37:31.758600+0000","last_peered":"2026-02-17T22:37:31.758600+0000","last_clean":"2026-02-17T22:37:31.758600+0000","last_became_active":"2026-02-17T22:37:25.483205+0000","last_became_peered":"2026-02-17T22:37:25.483205+0000","last_unstale":"2026-02-17T22:37:31.758600+0000","last_undegraded":"2026-02-17T22:37:31.758600+0000","last_fullsized":"2026-02-17T22:37:31.758600+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:59:09.959950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499867+0000","last_change":"2026-02-17T22:37:28.152690+0000","last_active":"2026-02-17T22:37:31.499867+0000","last_peered":"2026-02-17T22:37:31.499867+0000","last_clean":"2026-02-17T22:37:31.499867+0000","last_became_active":"2026-02-17T22:37:28.152531+0000","last_became_peered":"2026-02-17T22:37:28.152531+0000","last_unstale":"2026-02-17T22:37:31.499867+0000","last_undegraded":"2026-02-17T22:37:31.499867+0000","last_fullsized":"2026-02-17T22:37:31.499867+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:08:23.116044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758599+0000","last_change":"2026-02-17T22:37:25.483168+0000","last_active":"2026-02-17T22:37:31.758599+0000","last_peered":"2026-02-17T22:37:31.758599+0000","last_clean":"2026-02-17T22:37:31.758599+0000","last_became_active":"2026-02-17T22:37:25.483050+0000","last_became_peered":"2026-02-17T22:37:25.483050+0000","last_unstale":"2026-02-17T22:37:31.758599+0000","last_undegraded":"2026-02-17T22:37:31.758599+0000","last_fullsized":"2026-02-17T22:37:31.758599+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:47:03.537485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":52,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499864+0000","last_change":"2026-02-17T22:37:27.489696+0000","last_active":"2026-02-17T22:37:31.499864+0000","last_peered":"2026-02-17T22:37:31.499864+0000","last_clean":"2026-02-17T22:37:31.499864+0000","last_became_active":"2026-02-17T22:37:27.489496+0000","last_became_peered":"2026-02-17T22:37:27.489496+0000","last_unstale":"2026-02-17T22:37:31.499864+0000","last_undegraded":"2026-02-17T22:37:31.499864+0000","last_fullsized":"2026-02-17T22:37:31.499864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:29:52.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-02-17T22:37:30.534405+0000","last_change":"2026-02-17T22:37:27.490702+0000","last_active":"2026-02-17T22:37:30.534405+0000","last_peered":"2026-02-17T22:37:30.534405+0000","last_clean":"2026-02-17T22:37:30.534405+0000","last_became_active":"2026-02-17T22:37:27.490572+0000","last_became_peered":"2026-02-17T22:37:27.490572+0000","last_unstale":"2026-02-17T22:37:30.534405+0000","last_undegraded":"2026-02-17T22:37:30.534405+0000","last_fullsized":"2026-02-17T22:37:30.534405+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:39:30.095503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:27.489327+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:27.489181+0000","last_became_peered":"2026-02-17T22:37:27.489181+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:02:59.359178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499876+0000","last_change":"2026-02-17T22:37:27.490902+0000","last_active":"2026-02-17T22:37:31.499876+0000","last_peered":"2026-02-17T22:37:31.499876+0000","last_clean":"2026-02-17T22:37:31.499876+0000","last_became_active":"2026-02-17T22:37:27.490708+0000","last_became_peered":"2026-02-17T22:37:27.490708+0000","last_unstale":"2026-02-17T22:37:31.499876+0000","last_undegraded":"2026-02-17T22:37:31.499876+0000","last_fullsized":"2026-02-17T22:37:31.499876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:57:12.401267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":163,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758577+0000","last_change":"2026-02-17T22:37:25.483510+0000","last_active":"2026-02-17T22:37:31.758577+0000","last_peered":"2026-02-17T22:37:31.758577+0000","last_clean":"2026-02-17T22:37:31.758577+0000","last_became_active":"2026-02-17T22:37:25.483268+0000","last_became_peered":"2026-02-17T22:37:25.483268+0000","last_unstale":"2026-02-17T22:37:31.758577+0000","last_undegraded":"2026-02-17T22:37:31.758577+0000","last_fullsized":"2026-02-17T22:37:31.758577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:19:51.606423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":244,"kb_used_omap":6,"kb_used_meta":27449,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":249856,"data_stored":84907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7035,"internal_metadata":28107909},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182403,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":240,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":245760,"data_stored":84896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28106602},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215107,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28296,"kb_used_data":824,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343544,"statfs":{"total":96636764160,"available":96607789056,"internally_reserved":0,"allocated":843776,"data_stored":675291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8997,"internal_metadata":28105947},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28300,"kb_used_data":828,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343540,"statfs":{"total":96636764160,"available":96607784960,"internally_reserved":0,"allocated":847872,"data_stored":678831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10298,"internal_metadata":28104646},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:33.766 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:33.839 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 -- 10.20.193.50:0/2597577300 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 msgr2=0x7f49e4176350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 --2- 10.20.193.50:0/2597577300 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 0x7f49e4176350 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f49d8005ea0 tx=0x7f49d802f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 -- 10.20.193.50:0/2597577300 shutdown_connections 2026-02-17T22:37:33.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 --2- 10.20.193.50:0/2597577300 >> v2:10.20.193.50:3300/0 conn(0x7f49e4176890 0x7f49e4196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 --2- 10.20.193.50:0/2597577300 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 0x7f49e4176350 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 --2- 10.20.193.50:0/2597577300 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f49e405c060 0x7f49e405c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 -- 10.20.193.50:0/2597577300 >> 10.20.193.50:0/2597577300 conn(0x7f49e40833e0 msgr2=0x7f49e40840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 -- 10.20.193.50:0/2597577300 shutdown_connections 2026-02-17T22:37:33.840 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.832+0000 7f49ebb12640 1 -- 10.20.193.50:0/2597577300 wait complete. 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 Processor -- start 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 -- start start 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f49e405c060 0x7f49e4196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 0x7f49e407a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f49e4176890 0x7f49e407a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f49e4197c30 con 0x7f49e405c060 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f49e4197ab0 con 0x7f49e405c970 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f49e4197db0 con 0x7f49e4176890 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9887640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f49e405c060 0x7f49e4196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 0x7f49e407a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 0x7f49e407a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58900/0 (socket says 10.20.193.50:58900) 2026-02-17T22:37:33.841 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ea088640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f49e4176890 0x7f49e407a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 -- 10.20.193.50:0/867083522 learned_addr learned my addr 10.20.193.50:0/867083522 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9887640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f49e405c060 0x7f49e4196bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49646/0 (socket says 10.20.193.50:49646) 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 -- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f49e4176890 msgr2=0x7f49e407a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 --2- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f49e4176890 0x7f49e407a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 -- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f49e405c060 msgr2=0x7f49e4196bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 --2- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f49e405c060 0x7f49e4196bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 -- 10.20.193.50:0/867083522 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49e4081f00 con 0x7f49e405c970 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49e9086640 1 --2- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 0x7f49e407a440 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f49d802fe20 tx=0x7f49d8002900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49d27fc640 1 -- 10.20.193.50:0/867083522 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8046070 con 0x7f49e405c970 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49d27fc640 1 -- 10.20.193.50:0/867083522 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49d80045b0 con 0x7f49e405c970 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49e4176f90 con 0x7f49e405c970 2026-02-17T22:37:33.842 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49d27fc640 1 -- 10.20.193.50:0/867083522 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8038470 con 0x7f49e405c970 2026-02-17T22:37:33.843 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.833+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f49e407aec0 con 0x7f49e405c970 2026-02-17T22:37:33.843 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.834+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49e405c430 con 0x7f49e405c970 2026-02-17T22:37:33.843 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.834+0000 7f49d27fc640 1 -- 10.20.193.50:0/867083522 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f49d8038610 con 0x7f49e405c970 2026-02-17T22:37:33.843 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.834+0000 7f49d27fc640 1 -- 10.20.193.50:0/867083522 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f49d8087cd0 con 0x7f49e405c970 2026-02-17T22:37:33.843 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.836+0000 7f49d27fc640 1 -- 10.20.193.50:0/867083522 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f49d8086da0 con 0x7f49e405c970 2026-02-17T22:37:33.911 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.908+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f49e407b120 con 0x7f49b404cae0 2026-02-17T22:37:33.912 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49d27fc640 1 -- 10.20.193.50:0/867083522 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31997 (unknown 2965378022 0 3096006135) 0x7f49e407b120 con 0x7f49b404cae0 2026-02-17T22:37:33.913 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:33.914 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:33.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 >> v1:10.20.193.50:6800/1573574482 conn(0x7f49b404cae0 legacy=0x7f49b406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 msgr2=0x7f49e407a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 --2- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 0x7f49e407a440 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f49d802fe20 tx=0x7f49d8002900 comp rx=0 tx=0).stop 2026-02-17T22:37:33.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 shutdown_connections 2026-02-17T22:37:33.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 --2- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f49e4176890 0x7f49e407a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 --2- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f49e405c970 0x7f49e407a440 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.914 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 --2- 10.20.193.50:0/867083522 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f49e405c060 0x7f49e4196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 >> 10.20.193.50:0/867083522 conn(0x7f49e40833e0 msgr2=0x7f49e4185de0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 shutdown_connections 2026-02-17T22:37:33.915 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.909+0000 7f49ebb12640 1 -- 10.20.193.50:0/867083522 wait complete. 2026-02-17T22:37:33.920 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:37:33.470350+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112024,"kb_used_data":2136,"kb_used_omap":33,"kb_used_meta":109790,"kb_avail":377375336,"statfs":{"total":386547056640,"available":386432344064,"internally_reserved":0,"allocated":2187264,"data_stored":1523925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34672,"internal_metadata":112425104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.982375"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:28.152658+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:28.152458+0000","last_became_peered":"2026-02-17T22:37:28.152458+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:41:59.373888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758600+0000","last_change":"2026-02-17T22:37:25.483378+0000","last_active":"2026-02-17T22:37:31.758600+0000","last_peered":"2026-02-17T22:37:31.758600+0000","last_clean":"2026-02-17T22:37:31.758600+0000","last_became_active":"2026-02-17T22:37:25.483205+0000","last_became_peered":"2026-02-17T22:37:25.483205+0000","last_unstale":"2026-02-17T22:37:31.758600+0000","last_undegraded":"2026-02-17T22:37:31.758600+0000","last_fullsized":"2026-02-17T22:37:31.758600+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:59:09.959950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499867+0000","last_change":"2026-02-17T22:37:28.152690+0000","last_active":"2026-02-17T22:37:31.499867+0000","last_peered":"2026-02-17T22:37:31.499867+0000","last_clean":"2026-02-17T22:37:31.499867+0000","last_became_active":"2026-02-17T22:37:28.152531+0000","last_became_peered":"2026-02-17T22:37:28.152531+0000","last_unstale":"2026-02-17T22:37:31.499867+0000","last_undegraded":"2026-02-17T22:37:31.499867+0000","last_fullsized":"2026-02-17T22:37:31.499867+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:08:23.116044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758599+0000","last_change":"2026-02-17T22:37:25.483168+0000","last_active":"2026-02-17T22:37:31.758599+0000","last_peered":"2026-02-17T22:37:31.758599+0000","last_clean":"2026-02-17T22:37:31.758599+0000","last_became_active":"2026-02-17T22:37:25.483050+0000","last_became_peered":"2026-02-17T22:37:25.483050+0000","last_unstale":"2026-02-17T22:37:31.758599+0000","last_undegraded":"2026-02-17T22:37:31.758599+0000","last_fullsized":"2026-02-17T22:37:31.758599+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:47:03.537485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":52,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499864+0000","last_change":"2026-02-17T22:37:27.489696+0000","last_active":"2026-02-17T22:37:31.499864+0000","last_peered":"2026-02-17T22:37:31.499864+0000","last_clean":"2026-02-17T22:37:31.499864+0000","last_became_active":"2026-02-17T22:37:27.489496+0000","last_became_peered":"2026-02-17T22:37:27.489496+0000","last_unstale":"2026-02-17T22:37:31.499864+0000","last_undegraded":"2026-02-17T22:37:31.499864+0000","last_fullsized":"2026-02-17T22:37:31.499864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:29:52.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-02-17T22:37:30.534405+0000","last_change":"2026-02-17T22:37:27.490702+0000","last_active":"2026-02-17T22:37:30.534405+0000","last_peered":"2026-02-17T22:37:30.534405+0000","last_clean":"2026-02-17T22:37:30.534405+0000","last_became_active":"2026-02-17T22:37:27.490572+0000","last_became_peered":"2026-02-17T22:37:27.490572+0000","last_unstale":"2026-02-17T22:37:30.534405+0000","last_undegraded":"2026-02-17T22:37:30.534405+0000","last_fullsized":"2026-02-17T22:37:30.534405+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:39:30.095503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:27.489327+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:27.489181+0000","last_became_peered":"2026-02-17T22:37:27.489181+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:02:59.359178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499876+0000","last_change":"2026-02-17T22:37:27.490902+0000","last_active":"2026-02-17T22:37:31.499876+0000","last_peered":"2026-02-17T22:37:31.499876+0000","last_clean":"2026-02-17T22:37:31.499876+0000","last_became_active":"2026-02-17T22:37:27.490708+0000","last_became_peered":"2026-02-17T22:37:27.490708+0000","last_unstale":"2026-02-17T22:37:31.499876+0000","last_undegraded":"2026-02-17T22:37:31.499876+0000","last_fullsized":"2026-02-17T22:37:31.499876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:57:12.401267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":163,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758577+0000","last_change":"2026-02-17T22:37:25.483510+0000","last_active":"2026-02-17T22:37:31.758577+0000","last_peered":"2026-02-17T22:37:31.758577+0000","last_clean":"2026-02-17T22:37:31.758577+0000","last_became_active":"2026-02-17T22:37:25.483268+0000","last_became_peered":"2026-02-17T22:37:25.483268+0000","last_unstale":"2026-02-17T22:37:31.758577+0000","last_undegraded":"2026-02-17T22:37:31.758577+0000","last_fullsized":"2026-02-17T22:37:31.758577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:19:51.606423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":244,"kb_used_omap":6,"kb_used_meta":27449,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":249856,"data_stored":84907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7035,"internal_metadata":28107909},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182403,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":240,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":245760,"data_stored":84896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28106602},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215107,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28296,"kb_used_data":824,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343544,"statfs":{"total":96636764160,"available":96607789056,"internally_reserved":0,"allocated":843776,"data_stored":675291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8997,"internal_metadata":28105947},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28300,"kb_used_data":828,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343540,"statfs":{"total":96636764160,"available":96607784960,"internally_reserved":0,"allocated":847872,"data_stored":678831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10298,"internal_metadata":28104646},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:33.922 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-17T22:37:33.922 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-02-17T22:37:33.922 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-02-17T22:37:33.922 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-02-17T22:37:33.992 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.986+0000 7f59bfe03640 1 -- 10.20.193.50:0/3109861223 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b8080bb0 msgr2=0x7f59b8080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.992 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.986+0000 7f59bfe03640 1 --2- 10.20.193.50:0/3109861223 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b8080bb0 0x7f59b8080f80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f59a8005ea0 tx=0x7f59a802f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.992 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.986+0000 7f59bfe03640 1 -- 10.20.193.50:0/3109861223 shutdown_connections 2026-02-17T22:37:33.992 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.986+0000 7f59bfe03640 1 --2- 10.20.193.50:0/3109861223 >> v2:10.20.193.50:3300/0 conn(0x7f59b807cb10 0x7f59b8196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.986+0000 7f59bfe03640 1 --2- 10.20.193.50:0/3109861223 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b8080bb0 0x7f59b8080f80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.986+0000 7f59bfe03640 1 -- 10.20.193.50:0/3109861223 >> 10.20.193.50:0/3109861223 conn(0x7f59b80833e0 msgr2=0x7f59b80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.986+0000 7f59bfe03640 1 -- 10.20.193.50:0/3109861223 shutdown_connections 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.986+0000 7f59bfe03640 1 -- 10.20.193.50:0/3109861223 wait complete. 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 Processor -- start 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 -- start start 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f59b807cb10 0x7f59b805a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f59b8080bb0 0x7f59b805a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b80814c0 0x7f59b8144530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f59b8196aa0 con 0x7f59b8080bb0 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f59b8196920 con 0x7f59b80814c0 2026-02-17T22:37:33.993 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f59b8196c20 con 0x7f59b807cb10 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bd377640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f59b8080bb0 0x7f59b805a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b80814c0 0x7f59b8144530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b80814c0 0x7f59b8144530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58912/0 (socket says 10.20.193.50:58912) 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bd377640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f59b8080bb0 0x7f59b805a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49656/0 (socket says 10.20.193.50:49656) 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 -- 10.20.193.50:0/2881735158 learned_addr learned my addr 10.20.193.50:0/2881735158 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bdb78640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f59b807cb10 0x7f59b805a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 -- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f59b807cb10 msgr2=0x7f59b805a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f59b807cb10 0x7f59b805a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 -- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f59b8080bb0 msgr2=0x7f59b805a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f59b8080bb0 0x7f59b805a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:33.994 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 -- 10.20.193.50:0/2881735158 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59b805d980 con 0x7f59b80814c0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bdb78640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f59b807cb10 0x7f59b805a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59be379640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b80814c0 0x7f59b8144530 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f59b4002fd0 tx=0x7f59b400d4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59a67fc640 1 -- 10.20.193.50:0/2881735158 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b400db90 con 0x7f59b80814c0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59a67fc640 1 -- 10.20.193.50:0/2881735158 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59b400de20 con 0x7f59b80814c0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59b805d250 con 0x7f59b80814c0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59a67fc640 1 -- 10.20.193.50:0/2881735158 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4007740 con 0x7f59b80814c0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.987+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f59b8144a70 con 0x7f59b80814c0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.988+0000 7f59a67fc640 1 -- 10.20.193.50:0/2881735158 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f59b4012070 con 0x7f59b80814c0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.988+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59b8080f80 con 0x7f59b80814c0 2026-02-17T22:37:33.995 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.988+0000 7f59a67fc640 1 -- 10.20.193.50:0/2881735158 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f59b40636d0 con 0x7f59b80814c0 2026-02-17T22:37:33.996 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:33.990+0000 7f59a67fc640 1 -- 10.20.193.50:0/2881735158 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f59b4010070 con 0x7f59b80814c0 2026-02-17T22:37:34.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.082+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f59b805d690 con 0x7f59b80814c0 2026-02-17T22:37:34.085 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.082+0000 7f59a67fc640 1 -- 10.20.193.50:0/2881735158 <== mon.1 v2:10.20.193.50:3301/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f59b40627a0 con 0x7f59b80814c0 2026-02-17T22:37:34.086 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:34.086 INFO:teuthology.orchestra.run.trial050.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 >> v1:10.20.193.50:6800/1573574482 conn(0x7f598804cae0 legacy=0x7f598806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b80814c0 msgr2=0x7f59b8144530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b80814c0 0x7f59b8144530 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f59b4002fd0 tx=0x7f59b400d4a0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 shutdown_connections 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f59b80814c0 0x7f59b8144530 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f59b8080bb0 0x7f59b805a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 --2- 10.20.193.50:0/2881735158 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f59b807cb10 0x7f59b805a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 >> 10.20.193.50:0/2881735158 conn(0x7f59b80833e0 msgr2=0x7f59b812ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 shutdown_connections 2026-02-17T22:37:34.087 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.083+0000 7f59bfe03640 1 -- 10.20.193.50:0/2881735158 wait complete. 2026-02-17T22:37:34.094 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-02-17T22:37:34.094 INFO:teuthology.run_tasks:Running task print... 2026-02-17T22:37:34.112 INFO:teuthology.task.print:**** done ceph.restart 2026-02-17T22:37:34.112 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2026-02-17T22:37:34.128 DEBUG:teuthology.run_tasks:Unwinding manager ceph.restart 2026-02-17T22:37:34.143 DEBUG:teuthology.run_tasks:Unwinding manager install.upgrade 2026-02-17T22:37:34.160 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-02-17T22:37:34.178 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-02-17T22:37:34.179 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.244+0000 7f876ce42640 1 -- 10.20.193.50:0/3675350396 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f87680814c0 msgr2=0x7f876807c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.244+0000 7f876ce42640 1 --2- 10.20.193.50:0/3675350396 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f87680814c0 0x7f876807c400 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8750005ea0 tx=0x7f875002f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.244+0000 7f876ce42640 1 -- 10.20.193.50:0/3675350396 shutdown_connections 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.244+0000 7f876ce42640 1 --2- 10.20.193.50:0/3675350396 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f87680814c0 0x7f876807c400 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.244+0000 7f876ce42640 1 --2- 10.20.193.50:0/3675350396 >> v2:10.20.193.50:3300/0 conn(0x7f8768080bb0 0x7f8768080f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.244+0000 7f876ce42640 1 -- 10.20.193.50:0/3675350396 >> 10.20.193.50:0/3675350396 conn(0x7f87680833e0 msgr2=0x7f87680840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.244+0000 7f876ce42640 1 -- 10.20.193.50:0/3675350396 shutdown_connections 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.244+0000 7f876ce42640 1 -- 10.20.193.50:0/3675350396 wait complete. 2026-02-17T22:37:34.251 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 Processor -- start 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 -- start start 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f876807c940 0x7f876807d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8768080bb0 0x7f876807dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f87680814c0 0x7f876807e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f8768196bf0 con 0x7f8768080bb0 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f8768196a70 con 0x7f876807c940 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f8768196d70 con 0x7f87680814c0 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8766575640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f876807c940 0x7f876807d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8765d74640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8768080bb0 0x7f876807dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8766575640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f876807c940 0x7f876807d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58934/0 (socket says 10.20.193.50:58934) 2026-02-17T22:37:34.252 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8766575640 1 -- 10.20.193.50:0/2371638827 learned_addr learned my addr 10.20.193.50:0/2371638827 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8766d76640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f87680814c0 0x7f876807e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8765d74640 1 -- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f87680814c0 msgr2=0x7f876807e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8765d74640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f87680814c0 0x7f876807e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8765d74640 1 -- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f876807c940 msgr2=0x7f876807d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8765d74640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f876807c940 0x7f876807d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8765d74640 1 -- 10.20.193.50:0/2371638827 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8768079c60 con 0x7f8768080bb0 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8766575640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f876807c940 0x7f876807d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8766d76640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f87680814c0 0x7f876807e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f8765d74640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8768080bb0 0x7f876807dc60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8768082590 tx=0x7f8750002900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f874effd640 1 -- 10.20.193.50:0/2371638827 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8750046070 con 0x7f8768080bb0 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f874effd640 1 -- 10.20.193.50:0/2371638827 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87500045f0 con 0x7f8768080bb0 2026-02-17T22:37:34.253 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f876807f530 con 0x7f8768080bb0 2026-02-17T22:37:34.254 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f874effd640 1 -- 10.20.193.50:0/2371638827 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8750038470 con 0x7f8768080bb0 2026-02-17T22:37:34.254 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.245+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f876805d050 con 0x7f8768080bb0 2026-02-17T22:37:34.254 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.246+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87681320f0 con 0x7f8768080bb0 2026-02-17T22:37:34.254 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.246+0000 7f874effd640 1 -- 10.20.193.50:0/2371638827 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f8750038610 con 0x7f8768080bb0 2026-02-17T22:37:34.254 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.246+0000 7f874effd640 1 -- 10.20.193.50:0/2371638827 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f8750087db0 con 0x7f8768080bb0 2026-02-17T22:37:34.254 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.248+0000 7f874effd640 1 -- 10.20.193.50:0/2371638827 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f87681320f0 con 0x7f8768080bb0 2026-02-17T22:37:34.327 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.324+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f876805d2b0 con 0x7f873404cae0 2026-02-17T22:37:34.328 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.325+0000 7f874effd640 1 -- 10.20.193.50:0/2371638827 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31997 (unknown 2965378022 0 3096006135) 0x7f876805d2b0 con 0x7f873404cae0 2026-02-17T22:37:34.329 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:34.330 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:34.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 >> v1:10.20.193.50:6800/1573574482 conn(0x7f873404cae0 legacy=0x7f873406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8768080bb0 msgr2=0x7f876807dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8768080bb0 0x7f876807dc60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8768082590 tx=0x7f8750002900 comp rx=0 tx=0).stop 2026-02-17T22:37:34.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 shutdown_connections 2026-02-17T22:37:34.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f87680814c0 0x7f876807e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.330 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f8768080bb0 0x7f876807dc60 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 --2- 10.20.193.50:0/2371638827 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f876807c940 0x7f876807d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 >> 10.20.193.50:0/2371638827 conn(0x7f87680833e0 msgr2=0x7f8768132780 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 shutdown_connections 2026-02-17T22:37:34.331 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.326+0000 7f876ce42640 1 -- 10.20.193.50:0/2371638827 wait complete. 2026-02-17T22:37:34.337 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:37:33.470350+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112024,"kb_used_data":2136,"kb_used_omap":33,"kb_used_meta":109790,"kb_avail":377375336,"statfs":{"total":386547056640,"available":386432344064,"internally_reserved":0,"allocated":2187264,"data_stored":1523925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34672,"internal_metadata":112425104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.982375"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:28.152658+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:28.152458+0000","last_became_peered":"2026-02-17T22:37:28.152458+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:41:59.373888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758600+0000","last_change":"2026-02-17T22:37:25.483378+0000","last_active":"2026-02-17T22:37:31.758600+0000","last_peered":"2026-02-17T22:37:31.758600+0000","last_clean":"2026-02-17T22:37:31.758600+0000","last_became_active":"2026-02-17T22:37:25.483205+0000","last_became_peered":"2026-02-17T22:37:25.483205+0000","last_unstale":"2026-02-17T22:37:31.758600+0000","last_undegraded":"2026-02-17T22:37:31.758600+0000","last_fullsized":"2026-02-17T22:37:31.758600+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:59:09.959950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499867+0000","last_change":"2026-02-17T22:37:28.152690+0000","last_active":"2026-02-17T22:37:31.499867+0000","last_peered":"2026-02-17T22:37:31.499867+0000","last_clean":"2026-02-17T22:37:31.499867+0000","last_became_active":"2026-02-17T22:37:28.152531+0000","last_became_peered":"2026-02-17T22:37:28.152531+0000","last_unstale":"2026-02-17T22:37:31.499867+0000","last_undegraded":"2026-02-17T22:37:31.499867+0000","last_fullsized":"2026-02-17T22:37:31.499867+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:08:23.116044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758599+0000","last_change":"2026-02-17T22:37:25.483168+0000","last_active":"2026-02-17T22:37:31.758599+0000","last_peered":"2026-02-17T22:37:31.758599+0000","last_clean":"2026-02-17T22:37:31.758599+0000","last_became_active":"2026-02-17T22:37:25.483050+0000","last_became_peered":"2026-02-17T22:37:25.483050+0000","last_unstale":"2026-02-17T22:37:31.758599+0000","last_undegraded":"2026-02-17T22:37:31.758599+0000","last_fullsized":"2026-02-17T22:37:31.758599+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:47:03.537485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":52,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499864+0000","last_change":"2026-02-17T22:37:27.489696+0000","last_active":"2026-02-17T22:37:31.499864+0000","last_peered":"2026-02-17T22:37:31.499864+0000","last_clean":"2026-02-17T22:37:31.499864+0000","last_became_active":"2026-02-17T22:37:27.489496+0000","last_became_peered":"2026-02-17T22:37:27.489496+0000","last_unstale":"2026-02-17T22:37:31.499864+0000","last_undegraded":"2026-02-17T22:37:31.499864+0000","last_fullsized":"2026-02-17T22:37:31.499864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:29:52.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-02-17T22:37:30.534405+0000","last_change":"2026-02-17T22:37:27.490702+0000","last_active":"2026-02-17T22:37:30.534405+0000","last_peered":"2026-02-17T22:37:30.534405+0000","last_clean":"2026-02-17T22:37:30.534405+0000","last_became_active":"2026-02-17T22:37:27.490572+0000","last_became_peered":"2026-02-17T22:37:27.490572+0000","last_unstale":"2026-02-17T22:37:30.534405+0000","last_undegraded":"2026-02-17T22:37:30.534405+0000","last_fullsized":"2026-02-17T22:37:30.534405+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:39:30.095503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:27.489327+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:27.489181+0000","last_became_peered":"2026-02-17T22:37:27.489181+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:02:59.359178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499876+0000","last_change":"2026-02-17T22:37:27.490902+0000","last_active":"2026-02-17T22:37:31.499876+0000","last_peered":"2026-02-17T22:37:31.499876+0000","last_clean":"2026-02-17T22:37:31.499876+0000","last_became_active":"2026-02-17T22:37:27.490708+0000","last_became_peered":"2026-02-17T22:37:27.490708+0000","last_unstale":"2026-02-17T22:37:31.499876+0000","last_undegraded":"2026-02-17T22:37:31.499876+0000","last_fullsized":"2026-02-17T22:37:31.499876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:57:12.401267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":163,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758577+0000","last_change":"2026-02-17T22:37:25.483510+0000","last_active":"2026-02-17T22:37:31.758577+0000","last_peered":"2026-02-17T22:37:31.758577+0000","last_clean":"2026-02-17T22:37:31.758577+0000","last_became_active":"2026-02-17T22:37:25.483268+0000","last_became_peered":"2026-02-17T22:37:25.483268+0000","last_unstale":"2026-02-17T22:37:31.758577+0000","last_undegraded":"2026-02-17T22:37:31.758577+0000","last_fullsized":"2026-02-17T22:37:31.758577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:19:51.606423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":244,"kb_used_omap":6,"kb_used_meta":27449,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":249856,"data_stored":84907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7035,"internal_metadata":28107909},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182403,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":240,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":245760,"data_stored":84896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28106602},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215107,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28296,"kb_used_data":824,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343544,"statfs":{"total":96636764160,"available":96607789056,"internally_reserved":0,"allocated":843776,"data_stored":675291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8997,"internal_metadata":28105947},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28300,"kb_used_data":828,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343540,"statfs":{"total":96636764160,"available":96607784960,"internally_reserved":0,"allocated":847872,"data_stored":678831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10298,"internal_metadata":28104646},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:34.338 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:34.410 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- 10.20.193.50:0/712352520 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e8080bb0 msgr2=0x7f82e8080f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.411 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 --2- 10.20.193.50:0/712352520 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e8080bb0 0x7f82e8080f80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f82d4004770 tx=0x7f82d402f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.411 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- 10.20.193.50:0/712352520 shutdown_connections 2026-02-17T22:37:34.411 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 --2- 10.20.193.50:0/712352520 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82e807cb10 0x7f82e8196150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.411 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 --2- 10.20.193.50:0/712352520 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e8080bb0 0x7f82e8080f80 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.411 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- 10.20.193.50:0/712352520 >> 10.20.193.50:0/712352520 conn(0x7f82e80833e0 msgr2=0x7f82e80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.411 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- 10.20.193.50:0/712352520 shutdown_connections 2026-02-17T22:37:34.411 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- 10.20.193.50:0/712352520 wait complete. 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 Processor -- start 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- start start 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f82e807cb10 0x7f82e805d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82e8080bb0 0x7f82e807af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e80814c0 0x7f82e807b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f82e8196ab0 con 0x7f82e80814c0 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f82e8196930 con 0x7f82e8080bb0 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ee7af640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f82e8196c30 con 0x7f82e807cb10 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82e77fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82e8080bb0 0x7f82e807af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ecd25640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e80814c0 0x7f82e807b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82e7fff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f82e807cb10 0x7f82e805d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.412 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82e77fe640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82e8080bb0 0x7f82e807af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:58954/0 (socket says 10.20.193.50:58954) 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82ecd25640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e80814c0 0x7f82e807b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49678/0 (socket says 10.20.193.50:49678) 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82e77fe640 1 -- 10.20.193.50:0/1841278074 learned_addr learned my addr 10.20.193.50:0/1841278074 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.405+0000 7f82e7fff640 1 --2- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f82e807cb10 0x7f82e805d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48596/0 (socket says 10.20.193.50:48596) 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ecd25640 1 -- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f82e807cb10 msgr2=0x7f82e805d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ecd25640 1 --2- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f82e807cb10 0x7f82e805d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ecd25640 1 -- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82e8080bb0 msgr2=0x7f82e807af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ecd25640 1 --2- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82e8080bb0 0x7f82e807af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ecd25640 1 -- 10.20.193.50:0/1841278074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82e807f0e0 con 0x7f82e80814c0 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ecd25640 1 --2- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e80814c0 0x7f82e807b4c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f82dc007ed0 tx=0x7f82dc00e510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82e4ff9640 1 -- 10.20.193.50:0/1841278074 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82dc002c50 con 0x7f82e80814c0 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82e4ff9640 1 -- 10.20.193.50:0/1841278074 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f82dc018070 con 0x7f82e80814c0 2026-02-17T22:37:34.413 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82e807a880 con 0x7f82e80814c0 2026-02-17T22:37:34.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82e4ff9640 1 -- 10.20.193.50:0/1841278074 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82dc004330 con 0x7f82e80814c0 2026-02-17T22:37:34.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82e807ba00 con 0x7f82e80814c0 2026-02-17T22:37:34.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82e8080f80 con 0x7f82e80814c0 2026-02-17T22:37:34.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.406+0000 7f82e4ff9640 1 -- 10.20.193.50:0/1841278074 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f82dc0044d0 con 0x7f82e80814c0 2026-02-17T22:37:34.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.407+0000 7f82e4ff9640 1 -- 10.20.193.50:0/1841278074 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f82dc063bf0 con 0x7f82e80814c0 2026-02-17T22:37:34.414 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.408+0000 7f82e4ff9640 1 -- 10.20.193.50:0/1841278074 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f82dc010040 con 0x7f82e80814c0 2026-02-17T22:37:34.484 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.480+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f82e807bc30 con 0x7f82b804cae0 2026-02-17T22:37:34.485 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.481+0000 7f82e4ff9640 1 -- 10.20.193.50:0/1841278074 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31997 (unknown 2965378022 0 3096006135) 0x7f82e807bc30 con 0x7f82b804cae0 2026-02-17T22:37:34.485 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:34.486 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:34.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 >> v1:10.20.193.50:6800/1573574482 conn(0x7f82b804cae0 legacy=0x7f82b806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e80814c0 msgr2=0x7f82e807b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 --2- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e80814c0 0x7f82e807b4c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f82dc007ed0 tx=0x7f82dc00e510 comp rx=0 tx=0).stop 2026-02-17T22:37:34.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 shutdown_connections 2026-02-17T22:37:34.486 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 --2- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f82e80814c0 0x7f82e807b4c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 --2- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f82e8080bb0 0x7f82e807af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 --2- 10.20.193.50:0/1841278074 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f82e807cb10 0x7f82e805d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 >> 10.20.193.50:0/1841278074 conn(0x7f82e80833e0 msgr2=0x7f82e8132920 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 shutdown_connections 2026-02-17T22:37:34.487 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.482+0000 7f82ee7af640 1 -- 10.20.193.50:0/1841278074 wait complete. 2026-02-17T22:37:34.492 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:37:33.470350+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112024,"kb_used_data":2136,"kb_used_omap":33,"kb_used_meta":109790,"kb_avail":377375336,"statfs":{"total":386547056640,"available":386432344064,"internally_reserved":0,"allocated":2187264,"data_stored":1523925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34672,"internal_metadata":112425104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.982375"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:28.152658+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:28.152458+0000","last_became_peered":"2026-02-17T22:37:28.152458+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:41:59.373888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758600+0000","last_change":"2026-02-17T22:37:25.483378+0000","last_active":"2026-02-17T22:37:31.758600+0000","last_peered":"2026-02-17T22:37:31.758600+0000","last_clean":"2026-02-17T22:37:31.758600+0000","last_became_active":"2026-02-17T22:37:25.483205+0000","last_became_peered":"2026-02-17T22:37:25.483205+0000","last_unstale":"2026-02-17T22:37:31.758600+0000","last_undegraded":"2026-02-17T22:37:31.758600+0000","last_fullsized":"2026-02-17T22:37:31.758600+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:59:09.959950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499867+0000","last_change":"2026-02-17T22:37:28.152690+0000","last_active":"2026-02-17T22:37:31.499867+0000","last_peered":"2026-02-17T22:37:31.499867+0000","last_clean":"2026-02-17T22:37:31.499867+0000","last_became_active":"2026-02-17T22:37:28.152531+0000","last_became_peered":"2026-02-17T22:37:28.152531+0000","last_unstale":"2026-02-17T22:37:31.499867+0000","last_undegraded":"2026-02-17T22:37:31.499867+0000","last_fullsized":"2026-02-17T22:37:31.499867+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:08:23.116044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758599+0000","last_change":"2026-02-17T22:37:25.483168+0000","last_active":"2026-02-17T22:37:31.758599+0000","last_peered":"2026-02-17T22:37:31.758599+0000","last_clean":"2026-02-17T22:37:31.758599+0000","last_became_active":"2026-02-17T22:37:25.483050+0000","last_became_peered":"2026-02-17T22:37:25.483050+0000","last_unstale":"2026-02-17T22:37:31.758599+0000","last_undegraded":"2026-02-17T22:37:31.758599+0000","last_fullsized":"2026-02-17T22:37:31.758599+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:47:03.537485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":52,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499864+0000","last_change":"2026-02-17T22:37:27.489696+0000","last_active":"2026-02-17T22:37:31.499864+0000","last_peered":"2026-02-17T22:37:31.499864+0000","last_clean":"2026-02-17T22:37:31.499864+0000","last_became_active":"2026-02-17T22:37:27.489496+0000","last_became_peered":"2026-02-17T22:37:27.489496+0000","last_unstale":"2026-02-17T22:37:31.499864+0000","last_undegraded":"2026-02-17T22:37:31.499864+0000","last_fullsized":"2026-02-17T22:37:31.499864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:29:52.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-02-17T22:37:30.534405+0000","last_change":"2026-02-17T22:37:27.490702+0000","last_active":"2026-02-17T22:37:30.534405+0000","last_peered":"2026-02-17T22:37:30.534405+0000","last_clean":"2026-02-17T22:37:30.534405+0000","last_became_active":"2026-02-17T22:37:27.490572+0000","last_became_peered":"2026-02-17T22:37:27.490572+0000","last_unstale":"2026-02-17T22:37:30.534405+0000","last_undegraded":"2026-02-17T22:37:30.534405+0000","last_fullsized":"2026-02-17T22:37:30.534405+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:39:30.095503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:27.489327+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:27.489181+0000","last_became_peered":"2026-02-17T22:37:27.489181+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:02:59.359178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499876+0000","last_change":"2026-02-17T22:37:27.490902+0000","last_active":"2026-02-17T22:37:31.499876+0000","last_peered":"2026-02-17T22:37:31.499876+0000","last_clean":"2026-02-17T22:37:31.499876+0000","last_became_active":"2026-02-17T22:37:27.490708+0000","last_became_peered":"2026-02-17T22:37:27.490708+0000","last_unstale":"2026-02-17T22:37:31.499876+0000","last_undegraded":"2026-02-17T22:37:31.499876+0000","last_fullsized":"2026-02-17T22:37:31.499876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:57:12.401267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":163,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758577+0000","last_change":"2026-02-17T22:37:25.483510+0000","last_active":"2026-02-17T22:37:31.758577+0000","last_peered":"2026-02-17T22:37:31.758577+0000","last_clean":"2026-02-17T22:37:31.758577+0000","last_became_active":"2026-02-17T22:37:25.483268+0000","last_became_peered":"2026-02-17T22:37:25.483268+0000","last_unstale":"2026-02-17T22:37:31.758577+0000","last_undegraded":"2026-02-17T22:37:31.758577+0000","last_fullsized":"2026-02-17T22:37:31.758577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:19:51.606423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":244,"kb_used_omap":6,"kb_used_meta":27449,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":249856,"data_stored":84907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7035,"internal_metadata":28107909},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182403,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":240,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":245760,"data_stored":84896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28106602},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215107,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28296,"kb_used_data":824,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343544,"statfs":{"total":96636764160,"available":96607789056,"internally_reserved":0,"allocated":843776,"data_stored":675291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8997,"internal_metadata":28105947},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28300,"kb_used_data":828,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343540,"statfs":{"total":96636764160,"available":96607784960,"internally_reserved":0,"allocated":847872,"data_stored":678831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10298,"internal_metadata":28104646},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:34.494 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-02-17T22:37:34.494 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:34.565 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 -- 10.20.193.50:0/2913272986 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c1778a0 msgr2=0x7f2e0c197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.565 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 --2- 10.20.193.50:0/2913272986 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c1778a0 0x7f2e0c197c80 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2e08004af0 tx=0x7f2e0802f310 comp rx=0 tx=0).stop 2026-02-17T22:37:34.565 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 -- 10.20.193.50:0/2913272986 shutdown_connections 2026-02-17T22:37:34.565 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 --2- 10.20.193.50:0/2913272986 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c1778a0 0x7f2e0c197c80 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.565 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 --2- 10.20.193.50:0/2913272986 >> v2:10.20.193.50:3300/0 conn(0x7f2e0c05cb40 0x7f2e0c177360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 -- 10.20.193.50:0/2913272986 >> 10.20.193.50:0/2913272986 conn(0x7f2e0c0833e0 msgr2=0x7f2e0c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 -- 10.20.193.50:0/2913272986 shutdown_connections 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 -- 10.20.193.50:0/2913272986 wait complete. 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 Processor -- start 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.559+0000 7f2e144cf640 1 -- start start 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e144cf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2e0c05c060 0x7f2e0c121f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e144cf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c05cb40 0x7f2e0c1224c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e144cf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2e0c1778a0 0x7f2e0c125340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e144cf640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f2e0c198bf0 con 0x7f2e0c1778a0 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e144cf640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f2e0c198a70 con 0x7f2e0c05c060 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e144cf640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f2e0c198d70 con 0x7f2e0c05cb40 2026-02-17T22:37:34.566 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c05cb40 0x7f2e0c1224c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c05cb40 0x7f2e0c1224c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48622/0 (socket says 10.20.193.50:48622) 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 -- 10.20.193.50:0/3970119098 learned_addr learned my addr 10.20.193.50:0/3970119098 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e12a45640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2e0c1778a0 0x7f2e0c125340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e12244640 1 --2- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2e0c05c060 0x7f2e0c121f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 -- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2e0c05c060 msgr2=0x7f2e0c121f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 --2- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2e0c05c060 0x7f2e0c121f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 -- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2e0c1778a0 msgr2=0x7f2e0c125340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 --2- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2e0c1778a0 0x7f2e0c125340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 -- 10.20.193.50:0/3970119098 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e0c10e720 con 0x7f2e0c05cb40 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e11a43640 1 --2- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c05cb40 0x7f2e0c1224c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2e00002750 tx=0x7f2e00002c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2df2ffd640 1 -- 10.20.193.50:0/3970119098 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0000ecc0 con 0x7f2e0c05cb40 2026-02-17T22:37:34.567 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2df2ffd640 1 -- 10.20.193.50:0/3970119098 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2e00010430 con 0x7f2e0c05cb40 2026-02-17T22:37:34.568 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2df2ffd640 1 -- 10.20.193.50:0/3970119098 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e00010820 con 0x7f2e0c05cb40 2026-02-17T22:37:34.568 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e0c10d300 con 0x7f2e0c05cb40 2026-02-17T22:37:34.568 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.560+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e0c122be0 con 0x7f2e0c05cb40 2026-02-17T22:37:34.568 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.561+0000 7f2df2ffd640 1 -- 10.20.193.50:0/3970119098 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f2e000109c0 con 0x7f2e0c05cb40 2026-02-17T22:37:34.568 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.561+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e0c085e00 con 0x7f2e0c05cb40 2026-02-17T22:37:34.568 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.561+0000 7f2df2ffd640 1 -- 10.20.193.50:0/3970119098 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f2e00064010 con 0x7f2e0c05cb40 2026-02-17T22:37:34.568 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.562+0000 7f2df2ffd640 1 -- 10.20.193.50:0/3970119098 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f2e0c10e720 con 0x7f2e0c05cb40 2026-02-17T22:37:34.639 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.636+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2e0c10de30 con 0x7f2ddc04cae0 2026-02-17T22:37:34.640 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2df2ffd640 1 -- 10.20.193.50:0/3970119098 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31997 (unknown 2965378022 0 3096006135) 0x7f2e0c10de30 con 0x7f2ddc04cae0 2026-02-17T22:37:34.640 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 >> v1:10.20.193.50:6800/1573574482 conn(0x7f2ddc04cae0 legacy=0x7f2ddc06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c05cb40 msgr2=0x7f2e0c1224c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 --2- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c05cb40 0x7f2e0c1224c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f2e00002750 tx=0x7f2e00002c20 comp rx=0 tx=0).stop 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 shutdown_connections 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 --2- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f2e0c1778a0 0x7f2e0c125340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 --2- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f2e0c05cb40 0x7f2e0c1224c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 --2- 10.20.193.50:0/3970119098 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f2e0c05c060 0x7f2e0c121f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 >> 10.20.193.50:0/3970119098 conn(0x7f2e0c0833e0 msgr2=0x7f2e0c075a90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.642 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 shutdown_connections 2026-02-17T22:37:34.643 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.637+0000 7f2e144cf640 1 -- 10.20.193.50:0/3970119098 wait complete. 2026-02-17T22:37:34.648 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2026-02-17T22:37:33.470350+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112024,"kb_used_data":2136,"kb_used_omap":33,"kb_used_meta":109790,"kb_avail":377375336,"statfs":{"total":386547056640,"available":386432344064,"internally_reserved":0,"allocated":2187264,"data_stored":1523925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34672,"internal_metadata":112425104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.982375"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:28.152658+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:28.152458+0000","last_became_peered":"2026-02-17T22:37:28.152458+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:41:59.373888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758600+0000","last_change":"2026-02-17T22:37:25.483378+0000","last_active":"2026-02-17T22:37:31.758600+0000","last_peered":"2026-02-17T22:37:31.758600+0000","last_clean":"2026-02-17T22:37:31.758600+0000","last_became_active":"2026-02-17T22:37:25.483205+0000","last_became_peered":"2026-02-17T22:37:25.483205+0000","last_unstale":"2026-02-17T22:37:31.758600+0000","last_undegraded":"2026-02-17T22:37:31.758600+0000","last_fullsized":"2026-02-17T22:37:31.758600+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:59:09.959950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499867+0000","last_change":"2026-02-17T22:37:28.152690+0000","last_active":"2026-02-17T22:37:31.499867+0000","last_peered":"2026-02-17T22:37:31.499867+0000","last_clean":"2026-02-17T22:37:31.499867+0000","last_became_active":"2026-02-17T22:37:28.152531+0000","last_became_peered":"2026-02-17T22:37:28.152531+0000","last_unstale":"2026-02-17T22:37:31.499867+0000","last_undegraded":"2026-02-17T22:37:31.499867+0000","last_fullsized":"2026-02-17T22:37:31.499867+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:08:23.116044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758599+0000","last_change":"2026-02-17T22:37:25.483168+0000","last_active":"2026-02-17T22:37:31.758599+0000","last_peered":"2026-02-17T22:37:31.758599+0000","last_clean":"2026-02-17T22:37:31.758599+0000","last_became_active":"2026-02-17T22:37:25.483050+0000","last_became_peered":"2026-02-17T22:37:25.483050+0000","last_unstale":"2026-02-17T22:37:31.758599+0000","last_undegraded":"2026-02-17T22:37:31.758599+0000","last_fullsized":"2026-02-17T22:37:31.758599+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:47:03.537485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":52,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499864+0000","last_change":"2026-02-17T22:37:27.489696+0000","last_active":"2026-02-17T22:37:31.499864+0000","last_peered":"2026-02-17T22:37:31.499864+0000","last_clean":"2026-02-17T22:37:31.499864+0000","last_became_active":"2026-02-17T22:37:27.489496+0000","last_became_peered":"2026-02-17T22:37:27.489496+0000","last_unstale":"2026-02-17T22:37:31.499864+0000","last_undegraded":"2026-02-17T22:37:31.499864+0000","last_fullsized":"2026-02-17T22:37:31.499864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:29:52.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":29,"state":"active+clean","last_fresh":"2026-02-17T22:37:30.534405+0000","last_change":"2026-02-17T22:37:27.490702+0000","last_active":"2026-02-17T22:37:30.534405+0000","last_peered":"2026-02-17T22:37:30.534405+0000","last_clean":"2026-02-17T22:37:30.534405+0000","last_became_active":"2026-02-17T22:37:27.490572+0000","last_became_peered":"2026-02-17T22:37:27.490572+0000","last_unstale":"2026-02-17T22:37:30.534405+0000","last_undegraded":"2026-02-17T22:37:30.534405+0000","last_fullsized":"2026-02-17T22:37:30.534405+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:39:30.095503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:27.489327+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:27.489181+0000","last_became_peered":"2026-02-17T22:37:27.489181+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:02:59.359178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499876+0000","last_change":"2026-02-17T22:37:27.490902+0000","last_active":"2026-02-17T22:37:31.499876+0000","last_peered":"2026-02-17T22:37:31.499876+0000","last_clean":"2026-02-17T22:37:31.499876+0000","last_became_active":"2026-02-17T22:37:27.490708+0000","last_became_peered":"2026-02-17T22:37:27.490708+0000","last_unstale":"2026-02-17T22:37:31.499876+0000","last_undegraded":"2026-02-17T22:37:31.499876+0000","last_fullsized":"2026-02-17T22:37:31.499876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:57:12.401267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":163,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758577+0000","last_change":"2026-02-17T22:37:25.483510+0000","last_active":"2026-02-17T22:37:31.758577+0000","last_peered":"2026-02-17T22:37:31.758577+0000","last_clean":"2026-02-17T22:37:31.758577+0000","last_became_active":"2026-02-17T22:37:25.483268+0000","last_became_peered":"2026-02-17T22:37:25.483268+0000","last_unstale":"2026-02-17T22:37:31.758577+0000","last_undegraded":"2026-02-17T22:37:31.758577+0000","last_fullsized":"2026-02-17T22:37:31.758577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:19:51.606423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":244,"kb_used_omap":6,"kb_used_meta":27449,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":249856,"data_stored":84907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7035,"internal_metadata":28107909},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182403,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27712,"kb_used_data":240,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344128,"statfs":{"total":96636764160,"available":96608387072,"internally_reserved":0,"allocated":245760,"data_stored":84896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8342,"internal_metadata":28106602},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215107,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28296,"kb_used_data":824,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94343544,"statfs":{"total":96636764160,"available":96607789056,"internally_reserved":0,"allocated":843776,"data_stored":675291,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8997,"internal_metadata":28105947},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28300,"kb_used_data":828,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343540,"statfs":{"total":96636764160,"available":96607784960,"internally_reserved":0,"allocated":847872,"data_stored":678831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10298,"internal_metadata":28104646},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:34.649 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-02-17T22:37:34.720 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 -- 10.20.193.50:0/1114082193 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 msgr2=0x7f29c805c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.720 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 --2- 10.20.193.50:0/1114082193 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 0x7f29c805c430 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f29bc005ea0 tx=0x7f29bc02f190 comp rx=0 tx=0).stop 2026-02-17T22:37:34.720 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 -- 10.20.193.50:0/1114082193 shutdown_connections 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 --2- 10.20.193.50:0/1114082193 >> v2:10.20.193.50:3300/0 conn(0x7f29c8176890 0x7f29c8196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 --2- 10.20.193.50:0/1114082193 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f29c805c970 0x7f29c8176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 --2- 10.20.193.50:0/1114082193 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 0x7f29c805c430 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 -- 10.20.193.50:0/1114082193 >> 10.20.193.50:0/1114082193 conn(0x7f29c80833e0 msgr2=0x7f29c80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 -- 10.20.193.50:0/1114082193 shutdown_connections 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.714+0000 7f29cd8e6640 1 -- 10.20.193.50:0/1114082193 wait complete. 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 Processor -- start 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 -- start start 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 0x7f29c807b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f29c805c970 0x7f29c807b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.721 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f29c8176890 0x7f29c807bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f29c8197c30 con 0x7f29c805c970 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f29c8197ab0 con 0x7f29c8176890 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f29c8197db0 con 0x7f29c805c060 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c6ffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 0x7f29c807b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c67fc640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f29c805c970 0x7f29c807b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c6ffd640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 0x7f29c807b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48636/0 (socket says 10.20.193.50:48636) 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c6ffd640 1 -- 10.20.193.50:0/3330457112 learned_addr learned my addr 10.20.193.50:0/3330457112 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c77fe640 1 --2- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f29c8176890 0x7f29c807bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c67fc640 1 -- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 msgr2=0x7f29c807b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c67fc640 1 --2- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 0x7f29c807b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c67fc640 1 -- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f29c8176890 msgr2=0x7f29c807bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.722 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c67fc640 1 --2- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f29c8176890 0x7f29c807bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c67fc640 1 -- 10.20.193.50:0/3330457112 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29c807c4c0 con 0x7f29c805c970 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29c67fc640 1 --2- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f29c805c970 0x7f29c807b660 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f29b000e9c0 tx=0x7f29b000ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f299ffff640 1 -- 10.20.193.50:0/3330457112 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b000cc90 con 0x7f29c805c970 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f299ffff640 1 -- 10.20.193.50:0/3330457112 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f29b000ce30 con 0x7f29c805c970 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29c807ca10 con 0x7f29c805c970 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f299ffff640 1 -- 10.20.193.50:0/3330457112 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b0004ae0 con 0x7f29c805c970 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.715+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29c81859d0 con 0x7f29c805c970 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.716+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29c805c430 con 0x7f29c805c970 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.716+0000 7f299ffff640 1 -- 10.20.193.50:0/3330457112 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f29b0004c80 con 0x7f29c805c970 2026-02-17T22:37:34.723 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.716+0000 7f299ffff640 1 -- 10.20.193.50:0/3330457112 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f29b00640b0 con 0x7f29c805c970 2026-02-17T22:37:34.724 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.718+0000 7f299ffff640 1 -- 10.20.193.50:0/3330457112 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f29b0063180 con 0x7f29c805c970 2026-02-17T22:37:34.796 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.793+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f29c8189a60 con 0x7f29c805c970 2026-02-17T22:37:34.797 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.793+0000 7f299ffff640 1 -- 10.20.193.50:0/3330457112 <== mon.0 v2:10.20.193.50:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) ==== 74+0+9196 (secure 0 0 0) 0x7f29b0062970 con 0x7f29c805c970 2026-02-17T22:37:34.797 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:34.797 INFO:teuthology.orchestra.run.trial050.stdout:{"epoch":30,"fsid":"b675bc08-270f-4cc4-b696-689251efaeaf","created":"2026-02-17T22:36:06.166789+0000","modified":"2026-02-17T22:37:31.496925+0000","last_up_change":"2026-02-17T22:37:26.486046+0000","last_in_change":"2026-02-17T22:36:08.971403+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":9,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":4,"require_min_compat_client":"squid","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-02-17T22:36:19.311758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":4,"score_stable":4,"optimal_score":0.5,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-02-17T22:36:22.933065+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"96eadb5d-41fd-444c-861f-1496bb835abb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":20,"up_from":23,"up_thru":24,"down_at":21,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6801","nonce":2862088752}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6802","nonce":2862088752}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6804","nonce":2862088752}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6803","nonce":2862088752}]},"public_addr":"10.20.193.50:6801/2862088752","cluster_addr":"10.20.193.50:6802/2862088752","heartbeat_back_addr":"10.20.193.50:6804/2862088752","heartbeat_front_addr":"10.20.193.50:6803/2862088752","state":["exists","up"]},{"osd":1,"uuid":"5fc38f4e-3dc9-440f-afda-1e1f639b07ae","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":21,"up_from":24,"up_thru":24,"down_at":22,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6805","nonce":2230283185}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6806","nonce":2230283185}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6808","nonce":2230283185}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6807","nonce":2230283185}]},"public_addr":"10.20.193.50:6805/2230283185","cluster_addr":"10.20.193.50:6806/2230283185","heartbeat_back_addr":"10.20.193.50:6808/2230283185","heartbeat_front_addr":"10.20.193.50:6807/2230283185","state":["exists","up"]},{"osd":2,"uuid":"ca766263-a57c-4c28-bbd0-d137590e2c39","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":9,"last_clean_end":22,"up_from":25,"up_thru":26,"down_at":23,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6809","nonce":647036392}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6810","nonce":647036392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6812","nonce":647036392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6811","nonce":647036392}]},"public_addr":"10.20.193.50:6809/647036392","cluster_addr":"10.20.193.50:6810/647036392","heartbeat_back_addr":"10.20.193.50:6812/647036392","heartbeat_front_addr":"10.20.193.50:6811/647036392","state":["exists","up"]},{"osd":3,"uuid":"43818f4e-b8f2-4a62-abc7-5dd749407489","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":10,"last_clean_end":23,"up_from":26,"up_thru":26,"down_at":24,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6813","nonce":2032185296}]},"cluster_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6814","nonce":2032185296}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6816","nonce":2032185296}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v1","addr":"10.20.193.50:6815","nonce":2032185296}]},"public_addr":"10.20.193.50:6813/2032185296","cluster_addr":"10.20.193.50:6814/2032185296","heartbeat_back_addr":"10.20.193.50:6816/2032185296","heartbeat_front_addr":"10.20.193.50:6815/2032185296","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.450603+0000","dead_epoch":21},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.407935+0000","dead_epoch":22},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.364709+0000","dead_epoch":23},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4544132024016699391,"old_weight":0,"last_purged_snaps_scrub":"2026-02-17T22:36:16.434853+0000","dead_epoch":24}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"10.20.193.50:0/2644708274":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2903800687":"2026-02-18T22:37:17.463389+0000","10.20.193.50:6800/2497348673":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/1856619081":"2026-02-18T22:37:17.463389+0000","10.20.193.50:0/2595097904":"2026-02-18T22:37:17.463389+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-02-17T22:37:34.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 >> v1:10.20.193.50:6800/1573574482 conn(0x7f299804cae0 legacy=0x7f299806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.798 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f29c805c970 msgr2=0x7f29c807b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:34.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 --2- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f29c805c970 0x7f29c807b660 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f29b000e9c0 tx=0x7f29b000ee90 comp rx=0 tx=0).stop 2026-02-17T22:37:34.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 shutdown_connections 2026-02-17T22:37:34.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 --2- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f29c8176890 0x7f29c807bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 --2- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f29c805c970 0x7f29c807b660 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 --2- 10.20.193.50:0/3330457112 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f29c805c060 0x7f29c807b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:34.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 >> 10.20.193.50:0/3330457112 conn(0x7f29c80833e0 msgr2=0x7f29c807de00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:34.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 shutdown_connections 2026-02-17T22:37:34.799 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:34.794+0000 7f29cd8e6640 1 -- 10.20.193.50:0/3330457112 wait complete. 2026-02-17T22:37:35.806 INFO:tasks.ceph:Scrubbing osd.0 2026-02-17T22:37:35.806 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-02-17T22:37:35.883 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.877+0000 7ffa5165a640 1 -- 10.20.193.50:0/83081629 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c175750 msgr2=0x7ffa4c195b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.883 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.877+0000 7ffa5165a640 1 --2- 10.20.193.50:0/83081629 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c175750 0x7ffa4c195b30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c004af0 tx=0x7ffa3c02f2b0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.877+0000 7ffa5165a640 1 -- 10.20.193.50:0/83081629 shutdown_connections 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.877+0000 7ffa5165a640 1 --2- 10.20.193.50:0/83081629 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c175750 0x7ffa4c195b30 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.877+0000 7ffa5165a640 1 --2- 10.20.193.50:0/83081629 >> v2:10.20.193.50:3300/0 conn(0x7ffa4c0848e0 0x7ffa4c175210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.877+0000 7ffa5165a640 1 -- 10.20.193.50:0/83081629 >> 10.20.193.50:0/83081629 conn(0x7ffa4c089150 msgr2=0x7ffa4c05a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.877+0000 7ffa5165a640 1 -- 10.20.193.50:0/83081629 shutdown_connections 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.877+0000 7ffa5165a640 1 -- 10.20.193.50:0/83081629 wait complete. 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 Processor -- start 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 -- start start 2026-02-17T22:37:35.884 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c083e00 0x7ffa4c0587d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ffa4c0848e0 0x7ffa4c175210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ffa4c175750 0x7ffa4c058d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7ffa4c196c30 con 0x7ffa4c0848e0 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7ffa4c196ab0 con 0x7ffa4c083e00 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7ffa4c196db0 con 0x7ffa4c175750 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c083e00 0x7ffa4c0587d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4a7fc640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ffa4c0848e0 0x7ffa4c175210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c083e00 0x7ffa4c0587d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:59006/0 (socket says 10.20.193.50:59006) 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 -- 10.20.193.50:0/3158000779 learned_addr learned my addr 10.20.193.50:0/3158000779 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4b7fe640 1 --2- 10.20.193.50:0/3158000779 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ffa4c175750 0x7ffa4c058d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 -- 10.20.193.50:0/3158000779 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ffa4c175750 msgr2=0x7ffa4c058d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.885 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 --2- 10.20.193.50:0/3158000779 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ffa4c175750 0x7ffa4c058d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 -- 10.20.193.50:0/3158000779 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ffa4c0848e0 msgr2=0x7ffa4c175210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 --2- 10.20.193.50:0/3158000779 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ffa4c0848e0 0x7ffa4c175210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 -- 10.20.193.50:0/3158000779 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa4c194a60 con 0x7ffa4c083e00 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa4affd640 1 --2- 10.20.193.50:0/3158000779 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c083e00 0x7ffa4c0587d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ffa4000c4f0 tx=0x7ffa4000c9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa40016020 con 0x7ffa4c083e00 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa40012920 con 0x7ffa4c083e00 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa4c087bd0 con 0x7ffa4c083e00 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa40012d30 con 0x7ffa4c083e00 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.878+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa4c05a4f0 con 0x7ffa4c083e00 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.879+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffa4c178250 con 0x7ffa4c083e00 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.879+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7ffa4001b400 con 0x7ffa4c083e00 2026-02-17T22:37:35.886 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.879+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7ffa400637a0 con 0x7ffa4c083e00 2026-02-17T22:37:35.887 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.879+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 --> v1:10.20.193.50:6801/2862088752 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffa40005650 con 0x7ffa18071380 2026-02-17T22:37:35.887 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.879+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ffa4006a050 con 0x7ffa4c083e00 2026-02-17T22:37:35.887 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.880+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 <== osd.0 v1:10.20.193.50:6801/2862088752 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7ffa40005650 con 0x7ffa18071380 2026-02-17T22:37:35.891 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.887+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 --> v1:10.20.193.50:6801/2862088752 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ffa4c0594a0 con 0x7ffa18071380 2026-02-17T22:37:35.891 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa2b7fe640 1 -- 10.20.193.50:0/3158000779 <== osd.0 v1:10.20.193.50:6801/2862088752 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7ffa3c0332d0 con 0x7ffa18071380 2026-02-17T22:37:35.891 INFO:teuthology.orchestra.run.trial050.stdout:{ 2026-02-17T22:37:35.891 INFO:teuthology.orchestra.run.trial050.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-17T22:37:35.891 INFO:teuthology.orchestra.run.trial050.stdout:} 2026-02-17T22:37:35.892 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 >> v1:10.20.193.50:6801/2862088752 conn(0x7ffa18071380 legacy=0x7ffa180917b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 >> v1:10.20.193.50:6800/1573574482 conn(0x7ffa1804cad0 legacy=0x7ffa1806cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c083e00 msgr2=0x7ffa4c0587d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa5165a640 1 --2- 10.20.193.50:0/3158000779 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ffa4c083e00 0x7ffa4c0587d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ffa4000c4f0 tx=0x7ffa4000c9c0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa4b7fe640 1 -- 10.20.193.50:0/3158000779 reap_dead start 2026-02-17T22:37:35.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 shutdown_connections 2026-02-17T22:37:35.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 >> 10.20.193.50:0/3158000779 conn(0x7ffa4c089150 msgr2=0x7ffa4c18b8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:35.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 shutdown_connections 2026-02-17T22:37:35.893 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.888+0000 7ffa5165a640 1 -- 10.20.193.50:0/3158000779 wait complete. 2026-02-17T22:37:35.897 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-02-17T22:37:35.969 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.962+0000 7f99f3798640 1 -- 10.20.193.50:0/1496739718 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec175670 msgr2=0x7f99ec195a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.969 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.962+0000 7f99f3798640 1 --2- 10.20.193.50:0/1496739718 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec175670 0x7f99ec195a50 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f99e8009f10 tx=0x7f99e802f330 comp rx=0 tx=0).stop 2026-02-17T22:37:35.969 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.962+0000 7f99f3798640 1 -- 10.20.193.50:0/1496739718 shutdown_connections 2026-02-17T22:37:35.969 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.962+0000 7f99f3798640 1 --2- 10.20.193.50:0/1496739718 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec175670 0x7f99ec195a50 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.969 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.962+0000 7f99f3798640 1 --2- 10.20.193.50:0/1496739718 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f99ec081690 0x7f99ec175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.969 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.962+0000 7f99f3798640 1 -- 10.20.193.50:0/1496739718 >> 10.20.193.50:0/1496739718 conn(0x7f99ec0833e0 msgr2=0x7f99ec0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:35.969 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.962+0000 7f99f3798640 1 -- 10.20.193.50:0/1496739718 shutdown_connections 2026-02-17T22:37:35.969 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.962+0000 7f99f3798640 1 -- 10.20.193.50:0/1496739718 wait complete. 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f3798640 1 Processor -- start 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f3798640 1 -- start start 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f3798640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec080bb0 0x7f99ec12dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f3798640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f99ec081690 0x7f99ec175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f3798640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f99ec175670 0x7f99ec07d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f3798640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f99ec196aa0 con 0x7f99ec081690 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f3798640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f99ec196920 con 0x7f99ec080bb0 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f3798640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f99ec196c20 con 0x7f99ec175670 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec080bb0 0x7f99ec12dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f0d0c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f99ec081690 0x7f99ec175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:35.970 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f1d0e640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f99ec175670 0x7f99ec07d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec080bb0 0x7f99ec12dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:59024/0 (socket says 10.20.193.50:59024) 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f0d0c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f99ec081690 0x7f99ec175130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49740/0 (socket says 10.20.193.50:49740) 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 -- 10.20.193.50:0/1277059582 learned_addr learned my addr 10.20.193.50:0/1277059582 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 -- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f99ec175670 msgr2=0x7f99ec07d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 --2- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f99ec175670 0x7f99ec07d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 -- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f99ec081690 msgr2=0x7f99ec175130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 --2- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f99ec081690 0x7f99ec175130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 -- 10.20.193.50:0/1277059582 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99ec07f010 con 0x7f99ec080bb0 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f1d0e640 1 --2- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f99ec175670 0x7f99ec07d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.963+0000 7f99f150d640 1 --2- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec080bb0 0x7f99ec12dd10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f99dc00c4d0 tx=0x7f99dc00c9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.964+0000 7f99d9ffb640 1 -- 10.20.193.50:0/1277059582 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc004230 con 0x7f99ec080bb0 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.964+0000 7f99d9ffb640 1 -- 10.20.193.50:0/1277059582 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99dc0044c0 con 0x7f99ec080bb0 2026-02-17T22:37:35.971 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.964+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99ec05cd60 con 0x7f99ec080bb0 2026-02-17T22:37:35.972 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.964+0000 7f99d9ffb640 1 -- 10.20.193.50:0/1277059582 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc003900 con 0x7f99ec080bb0 2026-02-17T22:37:35.972 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.964+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f99ec12e250 con 0x7f99ec080bb0 2026-02-17T22:37:35.972 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.964+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99ec080f80 con 0x7f99ec080bb0 2026-02-17T22:37:35.972 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.964+0000 7f99d9ffb640 1 -- 10.20.193.50:0/1277059582 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f99dc023060 con 0x7f99ec080bb0 2026-02-17T22:37:35.972 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.964+0000 7f99d9ffb640 1 -- 10.20.193.50:0/1277059582 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f99dc063760 con 0x7f99ec080bb0 2026-02-17T22:37:35.972 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:35.966+0000 7f99d9ffb640 1 -- 10.20.193.50:0/1277059582 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f99ec07f010 con 0x7f99ec080bb0 2026-02-17T22:37:36.045 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.041+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f99ec133b00 con 0x7f99bc04cae0 2026-02-17T22:37:36.045 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.042+0000 7f99d9ffb640 1 -- 10.20.193.50:0/1277059582 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (unknown 2057319476 0 0) 0x7f99ec133b00 con 0x7f99bc04cae0 2026-02-17T22:37:36.045 INFO:teuthology.orchestra.run.trial050.stderr:instructed osd(s) 0 to deep-scrub 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 >> v1:10.20.193.50:6800/1573574482 conn(0x7f99bc04cae0 legacy=0x7f99bc06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec080bb0 msgr2=0x7f99ec12dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 --2- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec080bb0 0x7f99ec12dd10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f99dc00c4d0 tx=0x7f99dc00c9a0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 shutdown_connections 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 --2- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f99ec175670 0x7f99ec07d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 --2- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f99ec081690 0x7f99ec175130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 --2- 10.20.193.50:0/1277059582 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f99ec080bb0 0x7f99ec12dd10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 >> 10.20.193.50:0/1277059582 conn(0x7f99ec0833e0 msgr2=0x7f99ec1323e0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 shutdown_connections 2026-02-17T22:37:36.047 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.043+0000 7f99f3798640 1 -- 10.20.193.50:0/1277059582 wait complete. 2026-02-17T22:37:36.054 INFO:tasks.ceph:Scrubbing osd.1 2026-02-17T22:37:36.054 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-02-17T22:37:36.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.120+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/2002244897 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d581331c0 msgr2=0x7f7d58133590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.120+0000 7f7d5eeaf640 1 --2- 10.20.193.50:0/2002244897 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d581331c0 0x7f7d58133590 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7d48005fd0 tx=0x7f7d4802f260 comp rx=0 tx=0).stop 2026-02-17T22:37:36.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.120+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/2002244897 shutdown_connections 2026-02-17T22:37:36.126 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.120+0000 7f7d5eeaf640 1 --2- 10.20.193.50:0/2002244897 >> v2:10.20.193.50:3300/0 conn(0x7f7d58130020 0x7f7d58194de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.120+0000 7f7d5eeaf640 1 --2- 10.20.193.50:0/2002244897 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d581331c0 0x7f7d58133590 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.120+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/2002244897 >> 10.20.193.50:0/2002244897 conn(0x7f7d580843d0 msgr2=0x7f7d580847d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.120+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/2002244897 shutdown_connections 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.120+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/2002244897 wait complete. 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 Processor -- start 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 -- start start 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d5812f520 0x7f7d5807b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7d58130020 0x7f7d5807bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7d581331c0 0x7f7d5807c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f7d58195c50 con 0x7f7d58130020 2026-02-17T22:37:36.127 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f7d58195ad0 con 0x7f7d581331c0 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f7d58195dd0 con 0x7f7d5812f520 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d5812f520 0x7f7d5807b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d5812f520 0x7f7d5807b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48686/0 (socket says 10.20.193.50:48686) 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 -- 10.20.193.50:0/4163030174 learned_addr learned my addr 10.20.193.50:0/4163030174 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d4ffff640 1 --2- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7d58130020 0x7f7d5807bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5d425640 1 --2- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7d581331c0 0x7f7d5807c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 -- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7d581331c0 msgr2=0x7f7d5807c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 --2- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f7d581331c0 0x7f7d5807c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 -- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7d58130020 msgr2=0x7f7d5807bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 --2- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f7d58130020 0x7f7d5807bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 -- 10.20.193.50:0/4163030174 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d580580b0 con 0x7f7d5812f520 2026-02-17T22:37:36.128 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5cc24640 1 --2- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d5812f520 0x7f7d5807b8b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7d480092e0 tx=0x7f7d48004700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d48048070 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d480029a0 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d580583d0 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d48002dd0 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.121+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d58146170 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.122+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7d58133590 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.122+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f7d48038470 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.122+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f7d48087f90 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.122+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 --> v1:10.20.193.50:6805/2230283185 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7d48042ec0 con 0x7f7d28071400 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.122+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7d4808a600 con 0x7f7d5812f520 2026-02-17T22:37:36.129 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.123+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 <== osd.1 v1:10.20.193.50:6805/2230283185 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f7d48042ec0 con 0x7f7d28071400 2026-02-17T22:37:36.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.130+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 --> v1:10.20.193.50:6805/2230283185 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f7d5812e4f0 con 0x7f7d28071400 2026-02-17T22:37:36.134 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.130+0000 7f7d4d7fa640 1 -- 10.20.193.50:0/4163030174 <== osd.1 v1:10.20.193.50:6805/2230283185 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7f7d5812e4f0 con 0x7f7d28071400 2026-02-17T22:37:36.134 INFO:teuthology.orchestra.run.trial050.stdout:{ 2026-02-17T22:37:36.134 INFO:teuthology.orchestra.run.trial050.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-17T22:37:36.134 INFO:teuthology.orchestra.run.trial050.stdout:} 2026-02-17T22:37:36.135 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 >> v1:10.20.193.50:6805/2230283185 conn(0x7f7d28071400 legacy=0x7f7d28091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.135 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 >> v1:10.20.193.50:6800/1573574482 conn(0x7f7d2804cae0 legacy=0x7f7d2806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d5812f520 msgr2=0x7f7d5807b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5eeaf640 1 --2- 10.20.193.50:0/4163030174 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f7d5812f520 0x7f7d5807b8b0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7d480092e0 tx=0x7f7d48004700 comp rx=0 tx=0).stop 2026-02-17T22:37:36.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5d425640 1 -- 10.20.193.50:0/4163030174 reap_dead start 2026-02-17T22:37:36.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 shutdown_connections 2026-02-17T22:37:36.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 >> 10.20.193.50:0/4163030174 conn(0x7f7d580843d0 msgr2=0x7f7d5812db90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 shutdown_connections 2026-02-17T22:37:36.136 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.131+0000 7f7d5eeaf640 1 -- 10.20.193.50:0/4163030174 wait complete. 2026-02-17T22:37:36.141 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-02-17T22:37:36.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 -- 10.20.193.50:0/1160371338 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 msgr2=0x7fd8a0176350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 --2- 10.20.193.50:0/1160371338 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 0x7fd8a0176350 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd894004770 tx=0x7fd89402f120 comp rx=0 tx=0).stop 2026-02-17T22:37:36.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 -- 10.20.193.50:0/1160371338 shutdown_connections 2026-02-17T22:37:36.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 --2- 10.20.193.50:0/1160371338 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 0x7fd8a0176350 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 --2- 10.20.193.50:0/1160371338 >> v2:10.20.193.50:3300/0 conn(0x7fd8a0176890 0x7fd8a0196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 --2- 10.20.193.50:0/1160371338 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8a005c060 0x7fd8a005c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 -- 10.20.193.50:0/1160371338 >> 10.20.193.50:0/1160371338 conn(0x7fd8a00833e0 msgr2=0x7fd8a00840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.215 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 -- 10.20.193.50:0/1160371338 shutdown_connections 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 -- 10.20.193.50:0/1160371338 wait complete. 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 Processor -- start 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.209+0000 7fd8a7912640 1 -- start start 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8a005c060 0x7fd8a007a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 0x7fd8a007a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8a0176890 0x7fd8a007adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fd8a0197c30 con 0x7fd8a005c060 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fd8a0197ab0 con 0x7fd8a0176890 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fd8a0197db0 con 0x7fd8a005c970 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 0x7fd8a007a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a5687640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8a005c060 0x7fd8a007a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.216 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 0x7fd8a007a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48708/0 (socket says 10.20.193.50:48708) 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 -- 10.20.193.50:0/915116979 learned_addr learned my addr 10.20.193.50:0/915116979 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a5e88640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8a0176890 0x7fd8a007adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 -- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8a0176890 msgr2=0x7fd8a007adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8a0176890 0x7fd8a007adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 -- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8a005c060 msgr2=0x7fd8a007a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8a005c060 0x7fd8a007a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 -- 10.20.193.50:0/915116979 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8a007bc90 con 0x7fd8a005c970 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a5687640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8a005c060 0x7fd8a007a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a4e86640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 0x7fd8a007a880 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd894009230 tx=0x7fd894002980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd88dffb640 1 -- 10.20.193.50:0/915116979 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd89402fe20 con 0x7fd8a005c970 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd88dffb640 1 -- 10.20.193.50:0/915116979 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd894045070 con 0x7fd8a005c970 2026-02-17T22:37:36.217 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8a0177360 con 0x7fd8a005c970 2026-02-17T22:37:36.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd88dffb640 1 -- 10.20.193.50:0/915116979 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8940386b0 con 0x7fd8a005c970 2026-02-17T22:37:36.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8a0196eb0 con 0x7fd8a005c970 2026-02-17T22:37:36.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.210+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8a005c430 con 0x7fd8a005c970 2026-02-17T22:37:36.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.211+0000 7fd88dffb640 1 -- 10.20.193.50:0/915116979 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fd894038850 con 0x7fd8a005c970 2026-02-17T22:37:36.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.211+0000 7fd88dffb640 1 -- 10.20.193.50:0/915116979 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fd894088620 con 0x7fd8a005c970 2026-02-17T22:37:36.218 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.212+0000 7fd88dffb640 1 -- 10.20.193.50:0/915116979 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fd89404e020 con 0x7fd8a005c970 2026-02-17T22:37:36.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.286+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fd8a0080340 con 0x7fd87004cae0 2026-02-17T22:37:36.290 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.286+0000 7fd88dffb640 1 -- 10.20.193.50:0/915116979 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (unknown 489605429 0 0) 0x7fd8a0080340 con 0x7fd87004cae0 2026-02-17T22:37:36.290 INFO:teuthology.orchestra.run.trial050.stderr:instructed osd(s) 1 to deep-scrub 2026-02-17T22:37:36.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 >> v1:10.20.193.50:6800/1573574482 conn(0x7fd87004cae0 legacy=0x7fd87006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 msgr2=0x7fd8a007a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.291 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 0x7fd8a007a880 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd894009230 tx=0x7fd894002980 comp rx=0 tx=0).stop 2026-02-17T22:37:36.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 shutdown_connections 2026-02-17T22:37:36.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fd8a0176890 0x7fd8a007adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fd8a005c970 0x7fd8a007a880 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 --2- 10.20.193.50:0/915116979 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fd8a005c060 0x7fd8a007a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 >> 10.20.193.50:0/915116979 conn(0x7fd8a00833e0 msgr2=0x7fd8a0185dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 shutdown_connections 2026-02-17T22:37:36.292 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.287+0000 7fd8a7912640 1 -- 10.20.193.50:0/915116979 wait complete. 2026-02-17T22:37:36.299 INFO:tasks.ceph:Scrubbing osd.2 2026-02-17T22:37:36.299 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-02-17T22:37:36.372 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 -- 10.20.193.50:0/74105158 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc9581779b0 msgr2=0x7fc958197d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 --2- 10.20.193.50:0/74105158 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc9581779b0 0x7fc958197d90 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc954004af0 tx=0x7fc95402f310 comp rx=0 tx=0).stop 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 -- 10.20.193.50:0/74105158 shutdown_connections 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 --2- 10.20.193.50:0/74105158 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc9581779b0 0x7fc958197d90 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 --2- 10.20.193.50:0/74105158 >> v2:10.20.193.50:3300/0 conn(0x7fc958081950 0x7fc958177470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 -- 10.20.193.50:0/74105158 >> 10.20.193.50:0/74105158 conn(0x7fc9580843d0 msgr2=0x7fc9580847d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 -- 10.20.193.50:0/74105158 shutdown_connections 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 -- 10.20.193.50:0/74105158 wait complete. 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 Processor -- start 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.367+0000 7fc95ee4c640 1 -- start start 2026-02-17T22:37:36.373 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc958080e70 0x7fc958136ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc958081950 0x7fc958177470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc9581779b0 0x7fc958121c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fc958198c60 con 0x7fc958081950 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fc958198ae0 con 0x7fc958080e70 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fc958198de0 con 0x7fc9581779b0 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc94ffff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc958081950 0x7fc958177470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95d3c2640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc9581779b0 0x7fc958121c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95cbc1640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc958080e70 0x7fc958136ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc94ffff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc958081950 0x7fc958177470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49810/0 (socket says 10.20.193.50:49810) 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc94ffff640 1 -- 10.20.193.50:0/2739530300 learned_addr learned my addr 10.20.193.50:0/2739530300 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95d3c2640 1 -- 10.20.193.50:0/2739530300 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc958080e70 msgr2=0x7fc958136ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.374 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95d3c2640 1 --2- 10.20.193.50:0/2739530300 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fc958080e70 0x7fc958136ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95d3c2640 1 -- 10.20.193.50:0/2739530300 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc958081950 msgr2=0x7fc958177470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95d3c2640 1 --2- 10.20.193.50:0/2739530300 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fc958081950 0x7fc958177470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95d3c2640 1 -- 10.20.193.50:0/2739530300 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc95810c930 con 0x7fc9581779b0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95d3c2640 1 --2- 10.20.193.50:0/2739530300 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc9581779b0 0x7fc958121c40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc954004af0 tx=0x7fc954004290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc954047070 con 0x7fc9581779b0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc9540046f0 con 0x7fc9581779b0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc958137000 con 0x7fc9581779b0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc954009360 con 0x7fc9581779b0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fc95810dcd0 con 0x7fc9581779b0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.368+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc958081240 con 0x7fc9581779b0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.369+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fc95404c440 con 0x7fc9581779b0 2026-02-17T22:37:36.375 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.369+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fc9540885b0 con 0x7fc9581779b0 2026-02-17T22:37:36.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.369+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 --> v1:10.20.193.50:6809/647036392 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc928093030 con 0x7fc928071390 2026-02-17T22:37:36.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.369+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fc95408f050 con 0x7fc9581779b0 2026-02-17T22:37:36.376 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.370+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 <== osd.2 v1:10.20.193.50:6809/647036392 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7fc928093030 con 0x7fc928071390 2026-02-17T22:37:36.380 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.377+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 --> v1:10.20.193.50:6809/647036392 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc958121940 con 0x7fc928071390 2026-02-17T22:37:36.380 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.377+0000 7fc94d7fa640 1 -- 10.20.193.50:0/2739530300 <== osd.2 v1:10.20.193.50:6809/647036392 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7fc958121940 con 0x7fc928071390 2026-02-17T22:37:36.381 INFO:teuthology.orchestra.run.trial050.stdout:{ 2026-02-17T22:37:36.381 INFO:teuthology.orchestra.run.trial050.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-17T22:37:36.381 INFO:teuthology.orchestra.run.trial050.stdout:} 2026-02-17T22:37:36.382 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.377+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 >> v1:10.20.193.50:6809/647036392 conn(0x7fc928071390 legacy=0x7fc9280917c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.382 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.378+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 >> v1:10.20.193.50:6800/1573574482 conn(0x7fc92804cae0 legacy=0x7fc92806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.382 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.378+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc9581779b0 msgr2=0x7fc958121c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.382 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.378+0000 7fc95ee4c640 1 --2- 10.20.193.50:0/2739530300 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fc9581779b0 0x7fc958121c40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc954004af0 tx=0x7fc954004290 comp rx=0 tx=0).stop 2026-02-17T22:37:36.382 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.378+0000 7fc95d3c2640 1 -- 10.20.193.50:0/2739530300 reap_dead start 2026-02-17T22:37:36.382 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.378+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 shutdown_connections 2026-02-17T22:37:36.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.378+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 >> 10.20.193.50:0/2739530300 conn(0x7fc9580843d0 msgr2=0x7fc958075a90 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.378+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 shutdown_connections 2026-02-17T22:37:36.383 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.378+0000 7fc95ee4c640 1 -- 10.20.193.50:0/2739530300 wait complete. 2026-02-17T22:37:36.386 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-02-17T22:37:36.458 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.453+0000 7f073600f640 1 -- 10.20.193.50:0/2992474304 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0730177a70 msgr2=0x7f0730197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.453+0000 7f073600f640 1 --2- 10.20.193.50:0/2992474304 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0730177a70 0x7f0730197e50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0724009fd0 tx=0x7f072402f400 comp rx=0 tx=0).stop 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.453+0000 7f073600f640 1 -- 10.20.193.50:0/2992474304 shutdown_connections 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.453+0000 7f073600f640 1 --2- 10.20.193.50:0/2992474304 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f0730177a70 0x7f0730197e50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.453+0000 7f073600f640 1 --2- 10.20.193.50:0/2992474304 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f073005c060 0x7f073005c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.453+0000 7f073600f640 1 -- 10.20.193.50:0/2992474304 >> 10.20.193.50:0/2992474304 conn(0x7f07300833e0 msgr2=0x7f07300840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.453+0000 7f073600f640 1 -- 10.20.193.50:0/2992474304 shutdown_connections 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.453+0000 7f073600f640 1 -- 10.20.193.50:0/2992474304 wait complete. 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 Processor -- start 2026-02-17T22:37:36.459 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 -- start start 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f073005c060 0x7f0730188aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f073005c970 0x7f073017ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0730177a70 0x7f0730180470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f0730198e00 con 0x7f073005c060 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f0730198c80 con 0x7f073005c970 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f0730198f80 con 0x7f0730177a70 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072f7fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f073005c060 0x7f0730188aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f073005c970 0x7f073017ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072ffff640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0730177a70 0x7f0730180470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f073005c970 0x7f073017ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:59064/0 (socket says 10.20.193.50:59064) 2026-02-17T22:37:36.460 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072f7fe640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f073005c060 0x7f0730188aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49816/0 (socket says 10.20.193.50:49816) 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 -- 10.20.193.50:0/1169503832 learned_addr learned my addr 10.20.193.50:0/1169503832 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 -- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0730177a70 msgr2=0x7f0730180470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 --2- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0730177a70 0x7f0730180470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 -- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f073005c060 msgr2=0x7f0730188aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 --2- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f073005c060 0x7f0730188aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 -- 10.20.193.50:0/1169503832 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f073018bdc0 con 0x7f073005c970 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f072effd640 1 --2- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f073005c970 0x7f073017ff30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f072000c4b0 tx=0x7f072000c980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f070bfff640 1 -- 10.20.193.50:0/1169503832 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0720005480 con 0x7f073005c970 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f070bfff640 1 -- 10.20.193.50:0/1169503832 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07200036e0 con 0x7f073005c970 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f073018b150 con 0x7f073005c970 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f070bfff640 1 -- 10.20.193.50:0/1169503832 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0720003b30 con 0x7f073005c970 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.454+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f07301809b0 con 0x7f073005c970 2026-02-17T22:37:36.461 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.455+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f073005c430 con 0x7f073005c970 2026-02-17T22:37:36.462 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.455+0000 7f070bfff640 1 -- 10.20.193.50:0/1169503832 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f0720003cd0 con 0x7f073005c970 2026-02-17T22:37:36.462 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.455+0000 7f070bfff640 1 -- 10.20.193.50:0/1169503832 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f07200632d0 con 0x7f073005c970 2026-02-17T22:37:36.462 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.457+0000 7f070bfff640 1 -- 10.20.193.50:0/1169503832 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f07200623a0 con 0x7f073005c970 2026-02-17T22:37:36.535 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.532+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f0730180c40 con 0x7f070004cae0 2026-02-17T22:37:36.536 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.532+0000 7f070bfff640 1 -- 10.20.193.50:0/1169503832 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (unknown 3049115190 0 0) 0x7f0730180c40 con 0x7f070004cae0 2026-02-17T22:37:36.536 INFO:teuthology.orchestra.run.trial050.stderr:instructed osd(s) 2 to deep-scrub 2026-02-17T22:37:36.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 >> v1:10.20.193.50:6800/1573574482 conn(0x7f070004cae0 legacy=0x7f070006cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f073005c970 msgr2=0x7f073017ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 --2- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f073005c970 0x7f073017ff30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f072000c4b0 tx=0x7f072000c980 comp rx=0 tx=0).stop 2026-02-17T22:37:36.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 shutdown_connections 2026-02-17T22:37:36.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 --2- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f0730177a70 0x7f0730180470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 --2- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f073005c970 0x7f073017ff30 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 --2- 10.20.193.50:0/1169503832 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f073005c060 0x7f0730188aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.537 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 >> 10.20.193.50:0/1169503832 conn(0x7f07300833e0 msgr2=0x7f0730075c60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.538 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 shutdown_connections 2026-02-17T22:37:36.538 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.533+0000 7f073600f640 1 -- 10.20.193.50:0/1169503832 wait complete. 2026-02-17T22:37:36.544 INFO:tasks.ceph:Scrubbing osd.3 2026-02-17T22:37:36.545 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2026-02-17T22:37:36.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 -- 10.20.193.50:0/1601264263 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8175f10 msgr2=0x7f41c81962f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 --2- 10.20.193.50:0/1601264263 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8175f10 0x7f41c81962f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f41c4004af0 tx=0x7f41c402f390 comp rx=0 tx=0).stop 2026-02-17T22:37:36.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 -- 10.20.193.50:0/1601264263 shutdown_connections 2026-02-17T22:37:36.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 --2- 10.20.193.50:0/1601264263 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8175f10 0x7f41c81962f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 --2- 10.20.193.50:0/1601264263 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f41c8131090 0x7f41c8134290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.618 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 -- 10.20.193.50:0/1601264263 >> 10.20.193.50:0/1601264263 conn(0x7f41c80843d0 msgr2=0x7f41c80847d0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 -- 10.20.193.50:0/1601264263 shutdown_connections 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 -- 10.20.193.50:0/1601264263 wait complete. 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 Processor -- start 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 -- start start 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f41c8130cc0 0x7f41c812db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8131090 0x7f41c8174c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.612+0000 7f41ced45640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f41c8175f10 0x7f41c8175180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41ced45640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f41c8196d20 con 0x7f41c8131090 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41ced45640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f41c8196ba0 con 0x7f41c8175f10 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41ced45640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f41c8196ea0 con 0x7f41c8130cc0 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8131090 0x7f41c8174c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.619 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8131090 0x7f41c8174c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49830/0 (socket says 10.20.193.50:49830) 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 -- 10.20.193.50:0/1733994706 learned_addr learned my addr 10.20.193.50:0/1733994706 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41ccaba640 1 --2- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f41c8130cc0 0x7f41c812db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41cd2bb640 1 --2- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f41c8175f10 0x7f41c8175180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 -- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f41c8130cc0 msgr2=0x7f41c812db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 --2- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f41c8130cc0 0x7f41c812db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 -- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f41c8175f10 msgr2=0x7f41c8175180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 --2- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f41c8175f10 0x7f41c8175180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 -- 10.20.193.50:0/1733994706 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c807a8e0 con 0x7f41c8131090 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41ccaba640 1 --2- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f41c8130cc0 0x7f41c812db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bffff640 1 --2- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8131090 0x7f41c8174c40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f41b0002750 tx=0x7f41b0002c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:36.620 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 <== mon.0 v2:10.20.193.50:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b000ecc0 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 <== mon.0 v2:10.20.193.50:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f41b0002e20 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 <== mon.0 v2:10.20.193.50:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0010670 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41c8079d30 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41c807a020 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.613+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f41c8078c50 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.614+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 <== mon.0 v2:10.20.193.50:3300/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f41b0010810 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.614+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 <== mon.0 v2:10.20.193.50:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f41b00640a0 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.614+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 --> v1:10.20.193.50:6813/2032185296 -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f41b0003e50 con 0x7f4198071400 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.614+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 <== mon.0 v2:10.20.193.50:3300/0 6 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f41b006b050 con 0x7f41c8131090 2026-02-17T22:37:36.621 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.614+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 <== osd.3 v1:10.20.193.50:6813/2032185296 1 ==== command_reply(tid 1: 0 ) ==== 8+0+32513 (unknown 0 0 875166375) 0x7f41b0003e50 con 0x7f4198071400 2026-02-17T22:37:36.624 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.621+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 --> v1:10.20.193.50:6813/2032185296 -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f41c8175bb0 con 0x7f4198071400 2026-02-17T22:37:36.625 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.621+0000 7f41bd7fa640 1 -- 10.20.193.50:0/1733994706 <== osd.3 v1:10.20.193.50:6813/2032185296 2 ==== command_reply(tid 2: 0 ) ==== 8+0+712 (unknown 0 0 714369635) 0x7f41c402fe50 con 0x7f4198071400 2026-02-17T22:37:36.625 INFO:teuthology.orchestra.run.trial050.stdout:{ 2026-02-17T22:37:36.625 INFO:teuthology.orchestra.run.trial050.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) osd_delete_sleep = '' osd_delete_sleep_hdd = '' osd_delete_sleep_hybrid = '' osd_delete_sleep_ssd = '' osd_max_backfills = '' osd_recovery_max_active = '' osd_recovery_max_active_hdd = '' osd_recovery_max_active_ssd = '' osd_recovery_sleep = '' osd_recovery_sleep_degraded = '' osd_recovery_sleep_degraded_hdd = '' osd_recovery_sleep_degraded_hybrid = '' osd_recovery_sleep_degraded_ssd = '' osd_recovery_sleep_hdd = '' osd_recovery_sleep_hybrid = '' osd_recovery_sleep_ssd = '' osd_scrub_sleep = '' osd_snap_trim_sleep = '' osd_snap_trim_sleep_hdd = '' osd_snap_trim_sleep_hybrid = '' osd_snap_trim_sleep_ssd = '' " 2026-02-17T22:37:36.625 INFO:teuthology.orchestra.run.trial050.stdout:} 2026-02-17T22:37:36.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 >> v1:10.20.193.50:6813/2032185296 conn(0x7f4198071400 legacy=0x7f4198091830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 >> v1:10.20.193.50:6800/1573574482 conn(0x7f419804cae0 legacy=0x7f419806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.626 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8131090 msgr2=0x7f41c8174c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41ced45640 1 --2- 10.20.193.50:0/1733994706 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f41c8131090 0x7f41c8174c40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f41b0002750 tx=0x7f41b0002c20 comp rx=0 tx=0).stop 2026-02-17T22:37:36.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41cd2bb640 1 -- 10.20.193.50:0/1733994706 reap_dead start 2026-02-17T22:37:36.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 shutdown_connections 2026-02-17T22:37:36.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 >> 10.20.193.50:0/1733994706 conn(0x7f41c80843d0 msgr2=0x7f41c812f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 shutdown_connections 2026-02-17T22:37:36.627 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.622+0000 7f41ced45640 1 -- 10.20.193.50:0/1733994706 wait complete. 2026-02-17T22:37:36.630 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2026-02-17T22:37:36.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.695+0000 7fa8ce153640 1 -- 10.20.193.50:0/985824725 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c060 msgr2=0x7fa8c805c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.695+0000 7fa8ce153640 1 --2- 10.20.193.50:0/985824725 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c060 0x7fa8c805c430 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa8b4004770 tx=0x7fa8b402f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.701 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.695+0000 7fa8ce153640 1 -- 10.20.193.50:0/985824725 shutdown_connections 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.695+0000 7fa8ce153640 1 --2- 10.20.193.50:0/985824725 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fa8c805c970 0x7fa8c8176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.695+0000 7fa8ce153640 1 --2- 10.20.193.50:0/985824725 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c060 0x7fa8c805c430 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.695+0000 7fa8ce153640 1 -- 10.20.193.50:0/985824725 >> 10.20.193.50:0/985824725 conn(0x7fa8c80833e0 msgr2=0x7fa8c80840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.695+0000 7fa8ce153640 1 -- 10.20.193.50:0/985824725 shutdown_connections 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.695+0000 7fa8ce153640 1 -- 10.20.193.50:0/985824725 wait complete. 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8ce153640 1 Processor -- start 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8ce153640 1 -- start start 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8ce153640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fa8c805c060 0x7fa8c807b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8ce153640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c970 0x7fa8c807bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8ce153640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fa8c8176890 0x7fa8c807c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.702 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8ce153640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7fa8c8082950 con 0x7fa8c805c970 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8ce153640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7fa8c8198dc0 con 0x7fa8c8176890 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8ce153640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7fa8c8198c40 con 0x7fa8c805c060 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fa8c805c060 0x7fa8c807b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c6ffd640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c970 0x7fa8c807bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fa8c805c060 0x7fa8c807b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:48752/0 (socket says 10.20.193.50:48752) 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 -- 10.20.193.50:0/2541393182 learned_addr learned my addr 10.20.193.50:0/2541393182 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c7fff640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fa8c8176890 0x7fa8c807c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 -- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fa8c8176890 msgr2=0x7fa8c807c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fa8c8176890 0x7fa8c807c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 -- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c970 msgr2=0x7fa8c807bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c970 0x7fa8c807bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.703 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 -- 10.20.193.50:0/2541393182 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8c8178aa0 con 0x7fa8c805c060 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c6ffd640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c970 0x7fa8c807bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8c77fe640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fa8c805c060 0x7fa8c807b990 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa8b4002900 tx=0x7fa8b4002930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8a3fff640 1 -- 10.20.193.50:0/2541393182 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8b4046070 con 0x7fa8c805c060 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8a3fff640 1 -- 10.20.193.50:0/2541393182 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8b4002ce0 con 0x7fa8c805c060 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.696+0000 7fa8a3fff640 1 -- 10.20.193.50:0/2541393182 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8b4038690 con 0x7fa8c805c060 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.697+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8c81776c0 con 0x7fa8c805c060 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.697+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8c81780d0 con 0x7fa8c805c060 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.697+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8c805c430 con 0x7fa8c805c060 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.697+0000 7fa8a3fff640 1 -- 10.20.193.50:0/2541393182 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7fa8b4038830 con 0x7fa8c805c060 2026-02-17T22:37:36.704 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.697+0000 7fa8a3fff640 1 -- 10.20.193.50:0/2541393182 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7fa8b4088080 con 0x7fa8c805c060 2026-02-17T22:37:36.705 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.699+0000 7fa8a3fff640 1 -- 10.20.193.50:0/2541393182 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7fa8b4087150 con 0x7fa8c805c060 2026-02-17T22:37:36.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.774+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7fa8c8053200 con 0x7fa89804cae0 2026-02-17T22:37:36.778 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8a3fff640 1 -- 10.20.193.50:0/2541393182 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (unknown 3526570807 0 0) 0x7fa8c8053200 con 0x7fa89804cae0 2026-02-17T22:37:36.778 INFO:teuthology.orchestra.run.trial050.stderr:instructed osd(s) 3 to deep-scrub 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 >> v1:10.20.193.50:6800/1573574482 conn(0x7fa89804cae0 legacy=0x7fa89806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fa8c805c060 msgr2=0x7fa8c807b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fa8c805c060 0x7fa8c807b990 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa8b4002900 tx=0x7fa8b4002930 comp rx=0 tx=0).stop 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 shutdown_connections 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7fa8c8176890 0x7fa8c807c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7fa8c805c970 0x7fa8c807bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 --2- 10.20.193.50:0/2541393182 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7fa8c805c060 0x7fa8c807b990 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 >> 10.20.193.50:0/2541393182 conn(0x7fa8c80833e0 msgr2=0x7fa8c81861f0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 shutdown_connections 2026-02-17T22:37:36.779 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.775+0000 7fa8ce153640 1 -- 10.20.193.50:0/2541393182 wait complete. 2026-02-17T22:37:36.786 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:36.857 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.851+0000 7f9e44b08640 1 -- 10.20.193.50:0/3341416008 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40081690 msgr2=0x7f9e40175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.857 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.851+0000 7f9e44b08640 1 --2- 10.20.193.50:0/3341416008 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40081690 0x7f9e40175130 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9e28004770 tx=0x7f9e2802f0e0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 -- 10.20.193.50:0/3341416008 shutdown_connections 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 --2- 10.20.193.50:0/3341416008 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9e40175670 0x7f9e40195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 --2- 10.20.193.50:0/3341416008 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40081690 0x7f9e40175130 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 -- 10.20.193.50:0/3341416008 >> 10.20.193.50:0/3341416008 conn(0x7f9e400833e0 msgr2=0x7f9e400840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 -- 10.20.193.50:0/3341416008 shutdown_connections 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 -- 10.20.193.50:0/3341416008 wait complete. 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 Processor -- start 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 -- start start 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40080bb0 0x7f9e400595b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9e40081690 0x7f9e40175130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.858 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9e40175670 0x7f9e40059af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f9e4005ddd0 con 0x7f9e40080bb0 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f9e40196a50 con 0x7f9e40175670 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e44b08640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f9e401968d0 con 0x7f9e40081690 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3e575640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40080bb0 0x7f9e400595b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3dd74640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9e40081690 0x7f9e40175130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3e575640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40080bb0 0x7f9e400595b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:49860/0 (socket says 10.20.193.50:49860) 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3e575640 1 -- 10.20.193.50:0/2149251426 learned_addr learned my addr 10.20.193.50:0/2149251426 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3ed76640 1 --2- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9e40175670 0x7f9e40059af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3dd74640 1 -- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9e40175670 msgr2=0x7f9e40059af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3dd74640 1 --2- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9e40175670 0x7f9e40059af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3dd74640 1 -- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40080bb0 msgr2=0x7f9e400595b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.859 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3dd74640 1 --2- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40080bb0 0x7f9e400595b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.852+0000 7f9e3dd74640 1 -- 10.20.193.50:0/2149251426 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e4005c1a0 con 0x7f9e40081690 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e3dd74640 1 --2- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9e40081690 0x7f9e40175130 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009230 tx=0x7f9e28002900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e26ffd640 1 -- 10.20.193.50:0/2149251426 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28046070 con 0x7f9e40081690 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e26ffd640 1 -- 10.20.193.50:0/2149251426 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e28002c80 con 0x7f9e40081690 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e4012e2d0 con 0x7f9e40081690 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e26ffd640 1 -- 10.20.193.50:0/2149251426 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28038690 con 0x7f9e40081690 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e4005a030 con 0x7f9e40081690 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e4012ecd0 con 0x7f9e40081690 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e26ffd640 1 -- 10.20.193.50:0/2149251426 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f9e28038830 con 0x7f9e40081690 2026-02-17T22:37:36.860 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.853+0000 7f9e26ffd640 1 -- 10.20.193.50:0/2149251426 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f9e28087f40 con 0x7f9e40081690 2026-02-17T22:37:36.861 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.855+0000 7f9e26ffd640 1 -- 10.20.193.50:0/2149251426 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f9e4012ecd0 con 0x7f9e40081690 2026-02-17T22:37:36.931 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.928+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9e40080f80 con 0x7f9e0c04cae0 2026-02-17T22:37:36.932 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.928+0000 7f9e26ffd640 1 -- 10.20.193.50:0/2149251426 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+31997 (unknown 2965378022 0 2308523940) 0x7f9e40080f80 con 0x7f9e0c04cae0 2026-02-17T22:37:36.932 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:36.933 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:36.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 >> v1:10.20.193.50:6800/1573574482 conn(0x7f9e0c04cae0 legacy=0x7f9e0c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9e40081690 msgr2=0x7f9e40175130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:36.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 --2- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9e40081690 0x7f9e40175130 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9e28009230 tx=0x7f9e28002900 comp rx=0 tx=0).stop 2026-02-17T22:37:36.933 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 shutdown_connections 2026-02-17T22:37:36.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 --2- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f9e40175670 0x7f9e40059af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 --2- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f9e40081690 0x7f9e40175130 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 --2- 10.20.193.50:0/2149251426 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f9e40080bb0 0x7f9e400595b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:36.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 >> 10.20.193.50:0/2149251426 conn(0x7f9e400833e0 msgr2=0x7f9e4017cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:36.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 shutdown_connections 2026-02-17T22:37:36.934 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:36.929+0000 7f9e44b08640 1 -- 10.20.193.50:0/2149251426 wait complete. 2026-02-17T22:37:36.940 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2026-02-17T22:37:35.470554+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112040,"kb_used_data":2152,"kb_used_omap":35,"kb_used_meta":109788,"kb_avail":377375320,"statfs":{"total":386547056640,"available":386432327680,"internally_reserved":0,"allocated":2203648,"data_stored":1531059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35976,"internal_metadata":112423800},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000621"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:28.152658+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:28.152458+0000","last_became_peered":"2026-02-17T22:37:28.152458+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:41:59.373888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758600+0000","last_change":"2026-02-17T22:37:25.483378+0000","last_active":"2026-02-17T22:37:31.758600+0000","last_peered":"2026-02-17T22:37:31.758600+0000","last_clean":"2026-02-17T22:37:31.758600+0000","last_became_active":"2026-02-17T22:37:25.483205+0000","last_became_peered":"2026-02-17T22:37:25.483205+0000","last_unstale":"2026-02-17T22:37:31.758600+0000","last_undegraded":"2026-02-17T22:37:31.758600+0000","last_fullsized":"2026-02-17T22:37:31.758600+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:59:09.959950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499867+0000","last_change":"2026-02-17T22:37:28.152690+0000","last_active":"2026-02-17T22:37:31.499867+0000","last_peered":"2026-02-17T22:37:31.499867+0000","last_clean":"2026-02-17T22:37:31.499867+0000","last_became_active":"2026-02-17T22:37:28.152531+0000","last_became_peered":"2026-02-17T22:37:28.152531+0000","last_unstale":"2026-02-17T22:37:31.499867+0000","last_undegraded":"2026-02-17T22:37:31.499867+0000","last_fullsized":"2026-02-17T22:37:31.499867+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:08:23.116044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":47,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758599+0000","last_change":"2026-02-17T22:37:25.483168+0000","last_active":"2026-02-17T22:37:31.758599+0000","last_peered":"2026-02-17T22:37:31.758599+0000","last_clean":"2026-02-17T22:37:31.758599+0000","last_became_active":"2026-02-17T22:37:25.483050+0000","last_became_peered":"2026-02-17T22:37:25.483050+0000","last_unstale":"2026-02-17T22:37:31.758599+0000","last_undegraded":"2026-02-17T22:37:31.758599+0000","last_fullsized":"2026-02-17T22:37:31.758599+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:47:03.537485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'2","reported_seq":52,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499864+0000","last_change":"2026-02-17T22:37:27.489696+0000","last_active":"2026-02-17T22:37:31.499864+0000","last_peered":"2026-02-17T22:37:31.499864+0000","last_clean":"2026-02-17T22:37:31.499864+0000","last_became_active":"2026-02-17T22:37:27.489496+0000","last_became_peered":"2026-02-17T22:37:27.489496+0000","last_unstale":"2026-02-17T22:37:31.499864+0000","last_undegraded":"2026-02-17T22:37:31.499864+0000","last_fullsized":"2026-02-17T22:37:31.499864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T01:29:52.778883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:32.859246+0000","last_change":"2026-02-17T22:37:27.490702+0000","last_active":"2026-02-17T22:37:32.859246+0000","last_peered":"2026-02-17T22:37:32.859246+0000","last_clean":"2026-02-17T22:37:32.859246+0000","last_became_active":"2026-02-17T22:37:27.490572+0000","last_became_peered":"2026-02-17T22:37:27.490572+0000","last_unstale":"2026-02-17T22:37:32.859246+0000","last_undegraded":"2026-02-17T22:37:32.859246+0000","last_fullsized":"2026-02-17T22:37:32.859246+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:33:48.011971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":50,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499859+0000","last_change":"2026-02-17T22:37:27.489327+0000","last_active":"2026-02-17T22:37:31.499859+0000","last_peered":"2026-02-17T22:37:31.499859+0000","last_clean":"2026-02-17T22:37:31.499859+0000","last_became_active":"2026-02-17T22:37:27.489181+0000","last_became_peered":"2026-02-17T22:37:27.489181+0000","last_unstale":"2026-02-17T22:37:31.499859+0000","last_undegraded":"2026-02-17T22:37:31.499859+0000","last_fullsized":"2026-02-17T22:37:31.499859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T07:02:59.359178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"15'1","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.499876+0000","last_change":"2026-02-17T22:37:27.490902+0000","last_active":"2026-02-17T22:37:31.499876+0000","last_peered":"2026-02-17T22:37:31.499876+0000","last_clean":"2026-02-17T22:37:31.499876+0000","last_became_active":"2026-02-17T22:37:27.490708+0000","last_became_peered":"2026-02-17T22:37:27.490708+0000","last_unstale":"2026-02-17T22:37:31.499876+0000","last_undegraded":"2026-02-17T22:37:31.499876+0000","last_fullsized":"2026-02-17T22:37:31.499876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:23.501382+0000","last_clean_scrub_stamp":"2026-02-17T22:36:23.501382+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T22:57:12.401267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"20'79","reported_seq":163,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:31.758577+0000","last_change":"2026-02-17T22:37:25.483510+0000","last_active":"2026-02-17T22:37:31.758577+0000","last_peered":"2026-02-17T22:37:31.758577+0000","last_clean":"2026-02-17T22:37:31.758577+0000","last_became_active":"2026-02-17T22:37:25.483268+0000","last_became_peered":"2026-02-17T22:37:25.483268+0000","last_unstale":"2026-02-17T22:37:31.758577+0000","last_undegraded":"2026-02-17T22:37:31.758577+0000","last_fullsized":"2026-02-17T22:37:31.758577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:36:19.419656+0000","last_clean_scrub_stamp":"2026-02-17T22:36:19.419656+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":0,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:19:51.606423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":79,"ondisk_log_size":79,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149699,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27716,"kb_used_data":244,"kb_used_omap":6,"kb_used_meta":27449,"kb_avail":94344124,"statfs":{"total":96636764160,"available":96608382976,"internally_reserved":0,"allocated":249856,"data_stored":84907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7035,"internal_metadata":28107909},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182404,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":88463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215108,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9649,"internal_metadata":28105295},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247812,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28300,"kb_used_data":828,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343540,"statfs":{"total":96636764160,"available":96607784960,"internally_reserved":0,"allocated":847872,"data_stored":678831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10298,"internal_metadata":28104646},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:36.944 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-02-17T22:36:23.501382+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=23, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.945 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-02-17T22:36:23.501382+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=23, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.945 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-02-17T22:36:23.501382+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=23, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.945 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-02-17T22:36:23.501382+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=23, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.945 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-02-17T22:36:23.501382+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=23, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.945 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-02-17T22:36:23.501382+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=23, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.946 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-02-17T22:36:23.501382+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=23, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.946 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-02-17T22:36:23.501382+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=23, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.946 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-02-17T22:36:19.419656+0000 time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=36, tm_sec=19, tm_wday=1, tm_yday=48, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=2, tm_mday=17, tm_hour=22, tm_min=37, tm_sec=34, tm_wday=1, tm_yday=48, tm_isdst=0) 2026-02-17T22:37:36.946 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-02-17T22:37:56.947 DEBUG:teuthology.orchestra.run.trial050:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-02-17T22:37:57.022 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 -- 10.20.193.50:0/4137993568 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c060 msgr2=0x7f6d3c05c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 --2- 10.20.193.50:0/4137993568 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c060 0x7f6d3c05c430 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6d2c005ea0 tx=0x7f6d2c02f1d0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 -- 10.20.193.50:0/4137993568 shutdown_connections 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 --2- 10.20.193.50:0/4137993568 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6d3c05c970 0x7f6d3c176350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 --2- 10.20.193.50:0/4137993568 >> v2:10.20.193.50:3300/0 conn(0x7f6d3c176890 0x7f6d3c196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 --2- 10.20.193.50:0/4137993568 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c060 0x7f6d3c05c430 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 -- 10.20.193.50:0/4137993568 >> 10.20.193.50:0/4137993568 conn(0x7f6d3c0833e0 msgr2=0x7f6d3c0840b0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 -- 10.20.193.50:0/4137993568 shutdown_connections 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.016+0000 7f6d44712640 1 -- 10.20.193.50:0/4137993568 wait complete. 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 Processor -- start 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 -- start start 2026-02-17T22:37:57.023 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6d3c05c060 0x7f6d3c07a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c970 0x7f6d3c07a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6d3c176890 0x7f6d3c07adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7f6d3c197c30 con 0x7f6d3c05c060 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7f6d3c197ab0 con 0x7f6d3c05c970 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7f6d3c197db0 con 0x7f6d3c176890 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d42487640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6d3c05c060 0x7f6d3c07a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c970 0x7f6d3c07a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c970 0x7f6d3c07a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:51224/0 (socket says 10.20.193.50:51224) 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d42487640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6d3c05c060 0x7f6d3c07a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3300/0 says I am v2:10.20.193.50:52640/0 (socket says 10.20.193.50:52640) 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 -- 10.20.193.50:0/4129179784 learned_addr learned my addr 10.20.193.50:0/4129179784 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d42c88640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6d3c176890 0x7f6d3c07adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:57.024 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 -- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6d3c176890 msgr2=0x7f6d3c07adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6d3c176890 0x7f6d3c07adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 -- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6d3c05c060 msgr2=0x7f6d3c07a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6d3c05c060 0x7f6d3c07a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 -- 10.20.193.50:0/4129179784 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d3c07bc90 con 0x7f6d3c05c970 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d42c88640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6d3c176890 0x7f6d3c07adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d42487640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6d3c05c060 0x7f6d3c07a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d41c86640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c970 0x7f6d3c07a880 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6d300094b0 tx=0x7f6d3000ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d22ffd640 1 -- 10.20.193.50:0/4129179784 <== mon.1 v2:10.20.193.50:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3000cd20 con 0x7f6d3c05c970 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d22ffd640 1 -- 10.20.193.50:0/4129179784 <== mon.1 v2:10.20.193.50:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d30004880 con 0x7f6d3c05c970 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d3c177360 con 0x7f6d3c05c970 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d22ffd640 1 -- 10.20.193.50:0/4129179784 <== mon.1 v2:10.20.193.50:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d30004cd0 con 0x7f6d3c05c970 2026-02-17T22:37:57.025 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.017+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d3c1918e0 con 0x7f6d3c05c970 2026-02-17T22:37:57.026 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.018+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d3c07c5d0 con 0x7f6d3c05c970 2026-02-17T22:37:57.026 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.018+0000 7f6d22ffd640 1 -- 10.20.193.50:0/4129179784 <== mon.1 v2:10.20.193.50:3301/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7f6d30004080 con 0x7f6d3c05c970 2026-02-17T22:37:57.026 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.018+0000 7f6d22ffd640 1 -- 10.20.193.50:0/4129179784 <== mon.1 v2:10.20.193.50:3301/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7f6d30064100 con 0x7f6d3c05c970 2026-02-17T22:37:57.026 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.020+0000 7f6d22ffd640 1 -- 10.20.193.50:0/4129179784 <== mon.1 v2:10.20.193.50:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7f6d3c07c5d0 con 0x7f6d3c05c970 2026-02-17T22:37:57.096 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.093+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 --> v1:10.20.193.50:6800/1573574482 -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6d3c053200 con 0x7f6d0c04cae0 2026-02-17T22:37:57.097 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.094+0000 7f6d22ffd640 1 -- 10.20.193.50:0/4129179784 <== mgr.14105 v1:10.20.193.50:6800/1573574482 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+32006 (unknown 2965378022 0 4227429848) 0x7f6d3c053200 con 0x7f6d0c04cae0 2026-02-17T22:37:57.098 INFO:teuthology.orchestra.run.trial050.stdout: 2026-02-17T22:37:57.099 INFO:teuthology.orchestra.run.trial050.stderr:dumped all 2026-02-17T22:37:57.099 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 >> v1:10.20.193.50:6800/1573574482 conn(0x7f6d0c04cae0 legacy=0x7f6d0c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.099 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c970 msgr2=0x7f6d3c07a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.099 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c970 0x7f6d3c07a880 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6d300094b0 tx=0x7f6d3000ee60 comp rx=0 tx=0).stop 2026-02-17T22:37:57.099 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 shutdown_connections 2026-02-17T22:37:57.099 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7f6d3c176890 0x7f6d3c07adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.099 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7f6d3c05c970 0x7f6d3c07a880 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.100 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 --2- 10.20.193.50:0/4129179784 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7f6d3c05c060 0x7f6d3c07a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.100 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 >> 10.20.193.50:0/4129179784 conn(0x7f6d3c0833e0 msgr2=0x7f6d3c185dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:57.100 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 shutdown_connections 2026-02-17T22:37:57.100 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.095+0000 7f6d44712640 1 -- 10.20.193.50:0/4129179784 wait complete. 2026-02-17T22:37:57.106 INFO:teuthology.orchestra.run.trial050.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2026-02-17T22:37:55.472387+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":115,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":85,"ondisk_log_size":85,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":4,"num_per_pool_osds":4,"num_per_pool_omap_osds":4,"kb":377487360,"kb_used":112048,"kb_used_data":2160,"kb_used_omap":35,"kb_used_meta":109788,"kb_avail":377375312,"statfs":{"total":386547056640,"available":386432319488,"internally_reserved":0,"allocated":2211840,"data_stored":1534626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":35976,"internal_metadata":112423800},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.000893"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":58,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:41.050177+0000","last_change":"2026-02-17T22:37:41.050177+0000","last_active":"2026-02-17T22:37:41.050177+0000","last_peered":"2026-02-17T22:37:41.050177+0000","last_clean":"2026-02-17T22:37:41.050177+0000","last_became_active":"2026-02-17T22:37:28.152458+0000","last_became_peered":"2026-02-17T22:37:28.152458+0000","last_unstale":"2026-02-17T22:37:41.050177+0000","last_undegraded":"2026-02-17T22:37:41.050177+0000","last_fullsized":"2026-02-17T22:37:41.050177+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:37:41.050131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:37:41.050131+0000","last_clean_scrub_stamp":"2026-02-17T22:37:41.050131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-18T23:05:15.199599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00093931799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":55,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:38.097123+0000","last_change":"2026-02-17T22:37:38.097123+0000","last_active":"2026-02-17T22:37:38.097123+0000","last_peered":"2026-02-17T22:37:38.097123+0000","last_clean":"2026-02-17T22:37:38.097123+0000","last_became_active":"2026-02-17T22:37:25.483205+0000","last_became_peered":"2026-02-17T22:37:25.483205+0000","last_unstale":"2026-02-17T22:37:38.097123+0000","last_undegraded":"2026-02-17T22:37:38.097123+0000","last_fullsized":"2026-02-17T22:37:38.097123+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:37:38.097061+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:37:38.097061+0000","last_clean_scrub_stamp":"2026-02-17T22:37:38.097061+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T10:05:35.370494+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00036320200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":58,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:40.072947+0000","last_change":"2026-02-17T22:37:40.072947+0000","last_active":"2026-02-17T22:37:40.072947+0000","last_peered":"2026-02-17T22:37:40.072947+0000","last_clean":"2026-02-17T22:37:40.072947+0000","last_became_active":"2026-02-17T22:37:28.152531+0000","last_became_peered":"2026-02-17T22:37:28.152531+0000","last_unstale":"2026-02-17T22:37:40.072947+0000","last_undegraded":"2026-02-17T22:37:40.072947+0000","last_fullsized":"2026-02-17T22:37:40.072947+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:37:40.072895+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:37:40.072895+0000","last_clean_scrub_stamp":"2026-02-17T22:37:40.072895+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:00:03.046925+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00074820500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":55,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:39.047882+0000","last_change":"2026-02-17T22:37:39.047882+0000","last_active":"2026-02-17T22:37:39.047882+0000","last_peered":"2026-02-17T22:37:39.047882+0000","last_clean":"2026-02-17T22:37:39.047882+0000","last_became_active":"2026-02-17T22:37:25.483050+0000","last_became_peered":"2026-02-17T22:37:25.483050+0000","last_unstale":"2026-02-17T22:37:39.047882+0000","last_undegraded":"2026-02-17T22:37:39.047882+0000","last_fullsized":"2026-02-17T22:37:39.047882+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:37:39.047833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:37:39.047833+0000","last_clean_scrub_stamp":"2026-02-17T22:37:39.047833+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:33:22.882476+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.000351801,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"30'3","reported_seq":61,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:38.145529+0000","last_change":"2026-02-17T22:37:38.145529+0000","last_active":"2026-02-17T22:37:38.145529+0000","last_peered":"2026-02-17T22:37:38.145529+0000","last_clean":"2026-02-17T22:37:38.145529+0000","last_became_active":"2026-02-17T22:37:27.489496+0000","last_became_peered":"2026-02-17T22:37:27.489496+0000","last_unstale":"2026-02-17T22:37:38.145529+0000","last_undegraded":"2026-02-17T22:37:38.145529+0000","last_fullsized":"2026-02-17T22:37:38.145529+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'3","last_scrub_stamp":"2026-02-17T22:37:38.145488+0000","last_deep_scrub":"30'3","last_deep_scrub_stamp":"2026-02-17T22:37:38.145488+0000","last_clean_scrub_stamp":"2026-02-17T22:37:38.145488+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:47:55.857101+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00072902000000000004,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":49,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:37.223551+0000","last_change":"2026-02-17T22:37:37.223551+0000","last_active":"2026-02-17T22:37:37.223551+0000","last_peered":"2026-02-17T22:37:37.223551+0000","last_clean":"2026-02-17T22:37:37.223551+0000","last_became_active":"2026-02-17T22:37:27.490572+0000","last_became_peered":"2026-02-17T22:37:27.490572+0000","last_unstale":"2026-02-17T22:37:37.223551+0000","last_undegraded":"2026-02-17T22:37:37.223551+0000","last_fullsized":"2026-02-17T22:37:37.223551+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:37:37.223514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:37:37.223514+0000","last_clean_scrub_stamp":"2026-02-17T22:37:37.223514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T04:26:31.226734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00027447799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":58,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:37.145045+0000","last_change":"2026-02-17T22:37:37.145045+0000","last_active":"2026-02-17T22:37:37.145045+0000","last_peered":"2026-02-17T22:37:37.145045+0000","last_clean":"2026-02-17T22:37:37.145045+0000","last_became_active":"2026-02-17T22:37:27.489181+0000","last_became_peered":"2026-02-17T22:37:27.489181+0000","last_unstale":"2026-02-17T22:37:37.145045+0000","last_undegraded":"2026-02-17T22:37:37.145045+0000","last_fullsized":"2026-02-17T22:37:37.145045+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-02-17T22:37:37.144982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-02-17T22:37:37.144982+0000","last_clean_scrub_stamp":"2026-02-17T22:37:37.144982+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T09:10:05.154979+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00098926000000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"30'2","reported_seq":58,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:39.102335+0000","last_change":"2026-02-17T22:37:39.102335+0000","last_active":"2026-02-17T22:37:39.102335+0000","last_peered":"2026-02-17T22:37:39.102335+0000","last_clean":"2026-02-17T22:37:39.102335+0000","last_became_active":"2026-02-17T22:37:27.490708+0000","last_became_peered":"2026-02-17T22:37:27.490708+0000","last_unstale":"2026-02-17T22:37:39.102335+0000","last_undegraded":"2026-02-17T22:37:39.102335+0000","last_fullsized":"2026-02-17T22:37:39.102335+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'2","last_scrub_stamp":"2026-02-17T22:37:39.102298+0000","last_deep_scrub":"30'2","last_deep_scrub_stamp":"2026-02-17T22:37:39.102298+0000","last_clean_scrub_stamp":"2026-02-17T22:37:39.102298+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T00:51:57.863881+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00039510100000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"30'80","reported_seq":172,"reported_epoch":30,"state":"active+clean","last_fresh":"2026-02-17T22:37:37.089154+0000","last_change":"2026-02-17T22:37:37.089154+0000","last_active":"2026-02-17T22:37:37.089154+0000","last_peered":"2026-02-17T22:37:37.089154+0000","last_clean":"2026-02-17T22:37:37.089154+0000","last_became_active":"2026-02-17T22:37:25.483268+0000","last_became_peered":"2026-02-17T22:37:25.483268+0000","last_unstale":"2026-02-17T22:37:37.089154+0000","last_undegraded":"2026-02-17T22:37:37.089154+0000","last_fullsized":"2026-02-17T22:37:37.089154+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"30'80","last_scrub_stamp":"2026-02-17T22:37:37.089126+0000","last_deep_scrub":"30'80","last_deep_scrub_stamp":"2026-02-17T22:37:37.089126+0000","last_clean_scrub_stamp":"2026-02-17T22:37:37.089126+0000","objects_scrubbed":2,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-02-19T03:07:30.541895+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":4},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":231,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":26,"seq":111669149703,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27724,"kb_used_data":252,"kb_used_omap":6,"kb_used_meta":27449,"kb_avail":94344116,"statfs":{"total":96636764160,"available":96608374784,"internally_reserved":0,"allocated":258048,"data_stored":88474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7035,"internal_metadata":28107909},"hb_peers":[0,1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":25,"seq":107374182408,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27720,"kb_used_data":248,"kb_used_omap":8,"kb_used_meta":27447,"kb_avail":94344120,"statfs":{"total":96636764160,"available":96608378880,"internally_reserved":0,"allocated":253952,"data_stored":88463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8994,"internal_metadata":28105950},"hb_peers":[0,1,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":24,"seq":103079215112,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28304,"kb_used_data":832,"kb_used_omap":9,"kb_used_meta":27446,"kb_avail":94343536,"statfs":{"total":96636764160,"available":96607780864,"internally_reserved":0,"allocated":851968,"data_stored":678858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":9649,"internal_metadata":28105295},"hb_peers":[0,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":23,"seq":98784247816,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28300,"kb_used_data":828,"kb_used_omap":10,"kb_used_meta":27445,"kb_avail":94343540,"statfs":{"total":96636764160,"available":96607784960,"internally_reserved":0,"allocated":847872,"data_stored":678831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":10298,"internal_metadata":28104646},"hb_peers":[1,2,3],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-02-17T22:37:57.108 DEBUG:teuthology.orchestra.run.trial050:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-02-17T22:37:57.178 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.172+0000 7ff274acf640 1 -- 10.20.193.50:0/3573747149 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff2701742a0 msgr2=0x7ff270194680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.178 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.172+0000 7ff274acf640 1 --2- 10.20.193.50:0/3573747149 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff2701742a0 0x7ff270194680 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff260009f10 tx=0x7ff26002f410 comp rx=0 tx=0).stop 2026-02-17T22:37:57.178 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.172+0000 7ff274acf640 1 -- 10.20.193.50:0/3573747149 shutdown_connections 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.172+0000 7ff274acf640 1 --2- 10.20.193.50:0/3573747149 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff2701742a0 0x7ff270194680 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.172+0000 7ff274acf640 1 --2- 10.20.193.50:0/3573747149 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff27007e8e0 0x7ff27007dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.172+0000 7ff274acf640 1 -- 10.20.193.50:0/3573747149 >> 10.20.193.50:0/3573747149 conn(0x7ff270084020 msgr2=0x7ff270084420 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.172+0000 7ff274acf640 1 -- 10.20.193.50:0/3573747149 shutdown_connections 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.172+0000 7ff274acf640 1 -- 10.20.193.50:0/3573747149 wait complete. 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff274acf640 1 Processor -- start 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff274acf640 1 -- start start 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff274acf640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff27007e8e0 0x7ff27011fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff274acf640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff270082520 0x7ff270120330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:57.179 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff274acf640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff2701742a0 0x7ff270120870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff274acf640 1 -- --> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] -- mon_getmap magic: 0 -- 0x7ff270195880 con 0x7ff270082520 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff274acf640 1 -- --> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] -- mon_getmap magic: 0 -- 0x7ff270195700 con 0x7ff27007e8e0 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff274acf640 1 -- --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_getmap magic: 0 -- 0x7ff270195a00 con 0x7ff2701742a0 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26e575640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff27007e8e0 0x7ff27011fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26ed76640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff2701742a0 0x7ff270120870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26dd74640 1 --2- >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff270082520 0x7ff270120330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26e575640 1 --2- >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff27007e8e0 0x7ff27011fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3301/0 says I am v2:10.20.193.50:51250/0 (socket says 10.20.193.50:51250) 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26e575640 1 -- 10.20.193.50:0/1595594636 learned_addr learned my addr 10.20.193.50:0/1595594636 (peer_addr_for_me v2:10.20.193.50:0/0) 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26ed76640 1 --2- >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff2701742a0 0x7ff270120870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:10.20.193.50:3302/0 says I am v2:10.20.193.50:37936/0 (socket says 10.20.193.50:37936) 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26ed76640 1 -- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff27007e8e0 msgr2=0x7ff27011fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26ed76640 1 --2- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff27007e8e0 0x7ff27011fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.180 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26ed76640 1 -- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff270082520 msgr2=0x7ff270120330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26ed76640 1 --2- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff270082520 0x7ff270120330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.173+0000 7ff26ed76640 1 -- 10.20.193.50:0/1595594636 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff27010bea0 con 0x7ff2701742a0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.174+0000 7ff26ed76640 1 --2- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff2701742a0 0x7ff270120870 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff270052d30 tx=0x7ff260002c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.174+0000 7ff256ffd640 1 -- 10.20.193.50:0/1595594636 <== mon.2 v2:10.20.193.50:3302/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2600040c0 con 0x7ff2701742a0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.174+0000 7ff256ffd640 1 -- 10.20.193.50:0/1595594636 <== mon.2 v2:10.20.193.50:3302/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff260004280 con 0x7ff2701742a0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.174+0000 7ff256ffd640 1 -- 10.20.193.50:0/1595594636 <== mon.2 v2:10.20.193.50:3302/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2600046d0 con 0x7ff2701742a0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.174+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff27010b750 con 0x7ff2701742a0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.174+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_subscribe({osdmap=0}) -- 0x7ff270123390 con 0x7ff2701742a0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.174+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff27005b870 con 0x7ff2701742a0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.174+0000 7ff256ffd640 1 -- 10.20.193.50:0/1595594636 <== mon.2 v2:10.20.193.50:3302/0 4 ==== mgrmap(e 10) ==== 60040+0+0 (secure 0 0 0) 0x7ff260007420 con 0x7ff2701742a0 2026-02-17T22:37:57.181 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.175+0000 7ff256ffd640 1 -- 10.20.193.50:0/1595594636 <== mon.2 v2:10.20.193.50:3302/0 5 ==== osd_map(30..30 src has 1..30) ==== 3026+0+0 (secure 0 0 0) 0x7ff260087f80 con 0x7ff2701742a0 2026-02-17T22:37:57.182 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.176+0000 7ff256ffd640 1 -- 10.20.193.50:0/1595594636 <== mon.2 v2:10.20.193.50:3302/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+167186 (secure 0 0 0) 0x7ff27005b870 con 0x7ff2701742a0 2026-02-17T22:37:57.255 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.252+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 --> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7ff2700531f0 con 0x7ff2701742a0 2026-02-17T22:37:57.258 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.254+0000 7ff256ffd640 1 -- 10.20.193.50:0/1595594636 <== mon.2 v2:10.20.193.50:3302/0 7 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7ff260087050 con 0x7ff2701742a0 2026-02-17T22:37:57.258 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.255+0000 7ff256ffd640 1 -- 10.20.193.50:0/1595594636 <== mon.2 v2:10.20.193.50:3302/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v24)=0 v24) ==== 123+0+0 (secure 0 0 0) 0x7ff260004870 con 0x7ff2701742a0 2026-02-17T22:37:57.259 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 >> v1:10.20.193.50:6800/1573574482 conn(0x7ff23c04cae0 legacy=0x7ff23c06cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff2701742a0 msgr2=0x7ff270120870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 --2- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff2701742a0 0x7ff270120870 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff270052d30 tx=0x7ff260002c80 comp rx=0 tx=0).stop 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 shutdown_connections 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 --2- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3302/0,v1:10.20.193.50:6791/0] conn(0x7ff2701742a0 0x7ff270120870 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 --2- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3300/0,v1:10.20.193.50:6789/0] conn(0x7ff270082520 0x7ff270120330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 --2- 10.20.193.50:0/1595594636 >> [v2:10.20.193.50:3301/0,v1:10.20.193.50:6790/0] conn(0x7ff27007e8e0 0x7ff27011fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 >> 10.20.193.50:0/1595594636 conn(0x7ff270084020 msgr2=0x7ff27005bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 shutdown_connections 2026-02-17T22:37:57.260 INFO:teuthology.orchestra.run.trial050.stderr:2026-02-17T22:37:57.256+0000 7ff274acf640 1 -- 10.20.193.50:0/1595594636 wait complete. 2026-02-17T22:37:57.267 INFO:teuthology.misc:Shutting down mds daemons... 2026-02-17T22:37:57.267 INFO:teuthology.misc:Shutting down osd daemons... 2026-02-17T22:37:57.268 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-02-17T22:37:57.268 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.311 INFO:tasks.ceph.osd.0:Stopped 2026-02-17T22:37:57.311 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-02-17T22:37:57.311 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.345 INFO:tasks.ceph.osd.1:Stopped 2026-02-17T22:37:57.345 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-02-17T22:37:57.345 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.414 INFO:tasks.ceph.osd.2:Stopped 2026-02-17T22:37:57.414 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2026-02-17T22:37:57.414 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.479 INFO:tasks.ceph.osd.3:Stopped 2026-02-17T22:37:57.479 INFO:teuthology.misc:Shutting down mgr daemons... 2026-02-17T22:37:57.479 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-02-17T22:37:57.479 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.540 INFO:tasks.ceph.mgr.x:Stopped 2026-02-17T22:37:57.540 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2026-02-17T22:37:57.540 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.602 INFO:tasks.ceph.mgr.y:Stopped 2026-02-17T22:37:57.602 INFO:teuthology.misc:Shutting down mon daemons... 2026-02-17T22:37:57.602 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-02-17T22:37:57.603 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.651 INFO:tasks.ceph.mon.a:Stopped 2026-02-17T22:37:57.651 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2026-02-17T22:37:57.652 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.700 INFO:tasks.ceph.mon.b:Stopped 2026-02-17T22:37:57.701 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2026-02-17T22:37:57.701 INFO:teuthology.orchestra.run:waiting for 300 2026-02-17T22:37:57.750 INFO:tasks.ceph.mon.c:Stopped 2026-02-17T22:37:57.750 INFO:tasks.ceph:Checking cluster log for badness... 2026-02-17T22:37:57.750 DEBUG:teuthology.orchestra.run.trial050:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v 'overall HEALTH_' | egrep -v '\(FS_' | egrep -v '\(MDS_' | egrep -v '\(OSD_' | egrep -v '\(MON_DOWN\)' | egrep -v '\(CACHE_POOL_' | egrep -v '\(POOL_' | egrep -v '\(MGR_DOWN\)' | egrep -v '\(PG_' | egrep -v '\(SMALLER_PGP_NUM\)' | egrep -v 'Monitor daemon marked osd' | egrep -v 'Behind on trimming' | egrep -v 'Manager daemon' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v 'is offline because no MDS' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v BLUESTORE_SLOW_OP_ALERT | egrep -v 'slow operation indications in BlueStore' | egrep -v 'experiencing slow operations in BlueStore' | egrep -v MGR_MODULE_ERROR | egrep -v OSD_DOWN | egrep -v 'osd.* is down' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'osds down' | egrep -v 'osd.* is down' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'pg .* is stuck inactive' | egrep -v 'pg .* is .*degraded' | egrep -v 'pg .* is stuck peering' | egrep -v 'scrub mismatch' | egrep -v ScrubResult | egrep -v 'wrongly marked' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v '\(SLOW_OPS\)' | egrep -v 'overall HEALTH_' | egrep -v '\(MON_MSGR2_NOT_ENABLED\)' | egrep -v 'slow request' | head -n 1 2026-02-17T22:37:57.818 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:37:57.818 DEBUG:teuthology.orchestra.run.trial050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-02-17T22:37:57.889 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:37:57.889 DEBUG:teuthology.orchestra.run.trial050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-02-17T22:37:57.959 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:37:57.960 DEBUG:teuthology.orchestra.run.trial050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-02-17T22:37:58.030 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:37:58.030 DEBUG:teuthology.orchestra.run.trial050:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2026-02-17T22:37:58.100 INFO:tasks.ceph:Archiving mon data... 2026-02-17T22:37:58.102 DEBUG:teuthology.misc:Transferring archived files from trial050:/var/lib/ceph/mon/ceph-a to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012/data/mon.a.tgz 2026-02-17T22:37:58.102 DEBUG:teuthology.orchestra.run.trial050:> mktemp 2026-02-17T22:37:58.156 INFO:teuthology.orchestra.run.trial050.stdout:/tmp/tmp.20AatbVfVE 2026-02-17T22:37:58.157 DEBUG:teuthology.orchestra.run.trial050:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.20AatbVfVE 2026-02-17T22:37:58.250 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod 0666 /tmp/tmp.20AatbVfVE 2026-02-17T22:37:58.332 DEBUG:teuthology.orchestra.remote:trial050:/tmp/tmp.20AatbVfVE is 235KB 2026-02-17T22:37:58.425 DEBUG:teuthology.orchestra.run.trial050:> rm -fr /tmp/tmp.20AatbVfVE 2026-02-17T22:37:58.442 DEBUG:teuthology.misc:Transferring archived files from trial050:/var/lib/ceph/mon/ceph-b to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012/data/mon.b.tgz 2026-02-17T22:37:58.443 DEBUG:teuthology.orchestra.run.trial050:> mktemp 2026-02-17T22:37:58.500 INFO:teuthology.orchestra.run.trial050.stdout:/tmp/tmp.fCga7egx3S 2026-02-17T22:37:58.500 DEBUG:teuthology.orchestra.run.trial050:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.fCga7egx3S 2026-02-17T22:37:58.598 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod 0666 /tmp/tmp.fCga7egx3S 2026-02-17T22:37:58.681 DEBUG:teuthology.orchestra.remote:trial050:/tmp/tmp.fCga7egx3S is 283KB 2026-02-17T22:37:58.777 DEBUG:teuthology.orchestra.run.trial050:> rm -fr /tmp/tmp.fCga7egx3S 2026-02-17T22:37:58.794 DEBUG:teuthology.misc:Transferring archived files from trial050:/var/lib/ceph/mon/ceph-c to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012/data/mon.c.tgz 2026-02-17T22:37:58.794 DEBUG:teuthology.orchestra.run.trial050:> mktemp 2026-02-17T22:37:58.849 INFO:teuthology.orchestra.run.trial050.stdout:/tmp/tmp.igp4ryXDRY 2026-02-17T22:37:58.849 DEBUG:teuthology.orchestra.run.trial050:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.igp4ryXDRY 2026-02-17T22:37:58.945 DEBUG:teuthology.orchestra.run.trial050:> sudo chmod 0666 /tmp/tmp.igp4ryXDRY 2026-02-17T22:37:59.026 DEBUG:teuthology.orchestra.remote:trial050:/tmp/tmp.igp4ryXDRY is 283KB 2026-02-17T22:37:59.120 DEBUG:teuthology.orchestra.run.trial050:> rm -fr /tmp/tmp.igp4ryXDRY 2026-02-17T22:37:59.137 INFO:tasks.ceph:Cleaning ceph cluster... 2026-02-17T22:37:59.137 DEBUG:teuthology.orchestra.run.trial050:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-02-17T22:37:59.260 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-02-17T22:37:59.260 INFO:tasks.ceph:Archiving crash dumps... 2026-02-17T22:37:59.262 DEBUG:teuthology.misc:Transferring archived files from trial050:/var/lib/ceph/crash to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012/remote/trial050/crash 2026-02-17T22:37:59.264 DEBUG:teuthology.orchestra.run.trial050:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-02-17T22:37:59.323 INFO:tasks.ceph:Compressing logs... 2026-02-17T22:37:59.324 DEBUG:teuthology.orchestra.run.trial050:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T22:37:59.387 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2026-02-17T22:37:59.393 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32030.log 2026-02-17T22:37:59.393 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30450.log 2026-02-17T22:37:59.393 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32030.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2026-02-17T22:37:59.393 INFO:teuthology.orchestra.run.trial050.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.32030.log.gz 2026-02-17T22:37:59.393 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24357.log 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30450.log: /var/log/ceph/ceph-mon.a.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.30450.log.gz 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24252.log 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37577.log 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.24357.log.gz 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30690.log 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr: 75.0% -- replaced with /var/log/ceph/ceph-client.admin.24252.log.gz 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37577.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37577.log.gz 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32224.log 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30690.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.30690.log.gz 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37579.log 2026-02-17T22:37:59.394 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.32224.log.gz 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37083.log 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37579.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37579.log.gz 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24505.log 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37083.log.gz 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29712.log 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24392.log 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.24505.log.gz 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32029.log 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.29712.log.gz 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32226.log 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.24392.log.gz 2026-02-17T22:37:59.395 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38233.log 2026-02-17T22:37:59.396 INFO:teuthology.orchestra.run.trial050.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.32029.log.gz 2026-02-17T22:37:59.396 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32226.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30035.log 2026-02-17T22:37:59.396 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.32226.log.gz 2026-02-17T22:37:59.396 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24055.log 2026-02-17T22:37:59.396 INFO:teuthology.orchestra.run.trial050.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.38233.log.gz 2026-02-17T22:37:59.396 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30035.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.30035.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32858.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.24055.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30231.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32858.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37012.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.32858.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30231.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24533.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.30231.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24680.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37012.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32969.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.24533.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24680.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30230.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24680.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32027.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.32969.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30230.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37204.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.30230.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32027.log: /var/log/ceph/ceph-mon.c.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.32027.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25522.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37204.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32505.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37204.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.25522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35009.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.25522.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38625.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32505.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.32505.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.35009.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37382.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.35009.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37779.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.38625.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37382.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33018.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.37382.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38184.log 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37779.log.gz 2026-02-17T22:37:59.405 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.33018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38527.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.33018.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30376.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38184.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29405.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.38527.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24216.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.30376.log.gz/var/log/ceph/ceph-client.admin.29405.log: 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38674.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29405.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25816.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24216.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38674.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24715.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38674.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.25816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36871.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.25816.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24715.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25328.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.24715.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.36871.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32641.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36871.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.25328.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35923.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.25328.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37106.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.32641.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.35923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24750.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.35923.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37060.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37106.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24602.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24750.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.34084.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37060.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32700.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24602.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.34084.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38135.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.34084.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38429.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.32700.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30233.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.38135.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29289.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.38429.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30233.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24890.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30233.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29663.log 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.29289.log.gz 2026-02-17T22:37:59.406 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29841.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24890.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24855.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.29663.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37939.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.29841.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24855.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29500.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.24855.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37939.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30234.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.37939.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37720.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.29500.log.gz/var/log/ceph/ceph-client.admin.30234.log: 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30434.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30234.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37720.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33067.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.37720.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32697.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.30434.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.33067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24435.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.33067.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32028.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.32697.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31769.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.24435.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30737.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.32028.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.31769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30375.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.31769.log.gz 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30737.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2026-02-17T22:37:59.407 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.30737.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30375.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.30375.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38037.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32920.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31900.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.38037.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32920.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32223.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.32920.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 95.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24785.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.31900.log: /var/log/ceph/ceph-client.admin.32223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32473.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.31900.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.32223.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37578.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24785.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38380.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.32473.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37578.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37380.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37578.log.gz 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38380.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2026-02-17T22:37:59.409 INFO:teuthology.orchestra.run.trial050.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.38380.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24330.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.37380.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37721.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.31851.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24330.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37383.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37721.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.31851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36824.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.31851.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30594.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.37383.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.36824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32642.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.36824.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38721.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.30594.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29614.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.32642.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32472.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38721.log.gz 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:gzip/var/log/ceph/ceph-client.admin.29614.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.25375.log 2026-02-17T22:37:59.410 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32472.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.29614.log.gz 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33155.log 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.32472.log.gz 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.25375.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37253.log 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.25375.log.gz 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37988.log 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.33155.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.33155.log.gz 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30037.log 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37253.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37253.log.gz 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38086.log 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37988.log.gz 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38282.log 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.30037.log.gz 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38086.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36918.log 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38086.log.gz 2026-02-17T22:37:59.411 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37155.log 2026-02-17T22:37:59.412 INFO:teuthology.orchestra.run.trial050.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.38282.log.gz 2026-02-17T22:37:59.412 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.36918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29475.log 2026-02-17T22:37:59.412 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36918.log.gz 2026-02-17T22:37:59.412 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29840.log 2026-02-17T22:37:59.412 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37155.log.gz 2026-02-17T22:37:59.412 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32225.log 2026-02-17T22:37:59.412 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.29475.log.gz 2026-02-17T22:37:59.412 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37778.log 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.29840.log.gz 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32225.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37890.log 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.32225.log.gz 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24575.log 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.37778.log.gz 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38576.log 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.37890.log.gz 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36965.log 2026-02-17T22:37:59.413 INFO:teuthology.orchestra.run.trial050.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.24575.log.gz 2026-02-17T22:37:59.414 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38576.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2026-02-17T22:37:59.414 INFO:teuthology.orchestra.run.trial050.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.38576.log.gz 2026-02-17T22:37:59.414 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.36965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25569.log 2026-02-17T22:37:59.414 INFO:teuthology.orchestra.run.trial050.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.36965.log.gz 2026-02-17T22:37:59.415 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30643.log 2026-02-17T22:37:59.415 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.25569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32822.log 2026-02-17T22:37:59.415 INFO:teuthology.orchestra.run.trial050.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.25569.log.gz 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30038.log 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.30643.log.gz 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30036.log 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.32822.log.gz 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37576.log 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.30038.log.gz 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25663.log 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.30036.log.gz 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38331.log 2026-02-17T22:37:59.416 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.37576.log.gz 2026-02-17T22:37:59.417 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.25663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24820.log 2026-02-17T22:37:59.417 INFO:teuthology.orchestra.run.trial050.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.25663.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37381.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.38331.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24820.log: 91.6% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.17742.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.24820.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.37381.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.37381.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph.tmp-client.admin.17742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29839.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.17742.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.30545.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25616.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.29839.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 93.7% -- replaced with /var/log/ceph/ceph.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.30545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.25899.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.30545.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.25616.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24287.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.25616.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.25899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32471.log 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.25899.log.gz 2026-02-17T22:37:59.419 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29842.log 2026-02-17T22:37:59.420 INFO:teuthology.orchestra.run.trial050.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.24287.log.gz 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.32471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24917.log 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.32471.log.gz 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29842.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24637.log 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.29842.log.gz 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.24469.log 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24917.log.gz 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38478.log 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.24637.log.gz 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.24469.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.29565.log 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.24469.log.gz 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.38478.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.38478.log.gz 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr:/var/log/ceph/ceph-client.admin.29565.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.29565.log.gz 2026-02-17T22:37:59.421 INFO:teuthology.orchestra.run.trial050.stderr: 94.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2026-02-17T22:37:59.430 INFO:teuthology.orchestra.run.trial050.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2026-02-17T22:37:59.432 INFO:teuthology.orchestra.run.trial050.stderr: 95.3% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2026-02-17T22:37:59.444 INFO:teuthology.orchestra.run.trial050.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2026-02-17T22:37:59.453 INFO:teuthology.orchestra.run.trial050.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2026-02-17T22:37:59.459 INFO:teuthology.orchestra.run.trial050.stderr: 95.5% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2026-02-17T22:37:59.511 INFO:teuthology.orchestra.run.trial050.stderr: 94.7% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2026-02-17T22:37:59.516 INFO:teuthology.orchestra.run.trial050.stderr: 94.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2026-02-17T22:37:59.518 INFO:teuthology.orchestra.run.trial050.stderr: 2026-02-17T22:37:59.518 INFO:teuthology.orchestra.run.trial050.stderr:real 0m0.139s 2026-02-17T22:37:59.518 INFO:teuthology.orchestra.run.trial050.stderr:user 0m0.534s 2026-02-17T22:37:59.519 INFO:teuthology.orchestra.run.trial050.stderr:sys 0m0.085s 2026-02-17T22:37:59.519 INFO:tasks.ceph:Archiving logs... 2026-02-17T22:37:59.519 DEBUG:teuthology.misc:Transferring archived files from trial050:/var/log/ceph to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012/remote/trial050/log 2026-02-17T22:37:59.521 DEBUG:teuthology.orchestra.run.trial050:> sudo tar c -f - -C /var/log/ceph -- . 2026-02-17T22:37:59.808 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-02-17T22:37:59.832 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-02-17T22:37:59.833 DEBUG:teuthology.orchestra.run.trial050:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-02-17T22:37:59.950 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-02-17T22:37:59.962 INFO:teuthology.task.clock:Checking final clock skew... 2026-02-17T22:37:59.962 DEBUG:teuthology.orchestra.run.trial050:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-02-17T22:37:59.979 INFO:teuthology.orchestra.run.trial050.stderr:bash: line 1: ntpq: command not found 2026-02-17T22:38:00.002 INFO:teuthology.orchestra.run.trial050.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-02-17T22:38:00.002 INFO:teuthology.orchestra.run.trial050.stdout:=============================================================================== 2026-02-17T22:38:00.002 INFO:teuthology.orchestra.run.trial050.stdout:^? 104-167-215-195.ipv4.ber> 2 7 40 182 +4082us[+3669us] +/- 41ms 2026-02-17T22:38:00.002 INFO:teuthology.orchestra.run.trial050.stdout:^+ 72-14-186-59.ip.linodeus> 2 6 77 50 -3277us[-3277us] +/- 90ms 2026-02-17T22:38:00.002 INFO:teuthology.orchestra.run.trial050.stdout:^* 149.28.61.105.vultruserc> 3 6 77 51 -425us[-1429us] +/- 32ms 2026-02-17T22:38:00.002 INFO:teuthology.orchestra.run.trial050.stdout:^+ ns2.fortrockdc.com 2 6 77 52 +1857us[ +854us] +/- 40ms 2026-02-17T22:38:00.003 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-02-17T22:38:00.016 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-02-17T22:38:00.016 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-02-17T22:38:00.031 DEBUG:teuthology.orchestra.run.trial050:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2026-02-17T22:38:00.090 DEBUG:teuthology.orchestra.run.trial050:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2026-02-17T22:38:00.115 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T22:38:00.116 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-02-17T22:38:00.133 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-02-17T22:38:00.151 INFO:teuthology.task.internal:Duration was 257.560807 seconds 2026-02-17T22:38:00.151 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-02-17T22:38:00.168 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-02-17T22:38:00.168 DEBUG:teuthology.orchestra.run.trial050:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-02-17T22:38:00.204 INFO:teuthology.orchestra.run.trial050.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-02-17T22:38:00.579 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-02-17T22:38:00.579 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@trial050.front.sepia.ceph.com 2026-02-17T22:38:00.579 DEBUG:teuthology.orchestra.run.trial050:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-02-17T22:38:00.638 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-02-17T22:38:00.638 DEBUG:teuthology.orchestra.run.trial050:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T22:38:00.721 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-02-17T22:38:00.721 DEBUG:teuthology.orchestra.run.trial050:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-02-17T22:38:00.785 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-02-17T22:38:00.785 INFO:teuthology.orchestra.run.trial050.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-02-17T22:38:00.785 INFO:teuthology.orchestra.run.trial050.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-02-17T22:38:00.786 INFO:teuthology.orchestra.run.trial050.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-02-17T22:38:00.786 INFO:teuthology.orchestra.run.trial050.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-02-17T22:38:00.790 INFO:teuthology.orchestra.run.trial050.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 87.7% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-02-17T22:38:00.792 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-02-17T22:38:00.811 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-02-17T22:38:00.812 DEBUG:teuthology.orchestra.run.trial050:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-02-17T22:38:00.856 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-02-17T22:38:00.875 DEBUG:teuthology.orchestra.run.trial050:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-02-17T22:38:00.919 INFO:teuthology.orchestra.run.trial050.stdout:kernel.core_pattern = core 2026-02-17T22:38:00.937 DEBUG:teuthology.orchestra.run.trial050:> test -e /home/ubuntu/cephtest/archive/coredump 2026-02-17T22:38:00.992 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-02-17T22:38:00.993 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-02-17T22:38:01.013 INFO:teuthology.task.internal:Transferring archived files... 2026-02-17T22:38:01.014 DEBUG:teuthology.misc:Transferring archived files from trial050:/home/ubuntu/cephtest/archive to /home/teuthworker/mnt/teuthology/yuriw-2026-02-17_21:13:22-upgrade-20.2.1_2.17.26-baseline_2-distro-default-trial/54012/remote/trial050 2026-02-17T22:38:01.014 DEBUG:teuthology.orchestra.run.trial050:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-02-17T22:38:01.065 INFO:teuthology.task.internal:Removing archive directory... 2026-02-17T22:38:01.066 DEBUG:teuthology.orchestra.run.trial050:> rm -rf -- /home/ubuntu/cephtest/archive 2026-02-17T22:38:01.114 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-02-17T22:38:01.136 INFO:teuthology.task.internal:Not uploading archives. 2026-02-17T22:38:01.137 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-02-17T22:38:01.158 INFO:teuthology.task.internal:Tidying up after the test... 2026-02-17T22:38:01.158 DEBUG:teuthology.orchestra.run.trial050:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-02-17T22:38:01.174 INFO:teuthology.orchestra.run.trial050.stdout: 791912 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 17 22:38 /home/ubuntu/cephtest 2026-02-17T22:38:01.176 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2026-02-17T22:38:01.198 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-02-17T22:38:01.254 INFO:teuthology.run:Summary data: description: upgrade/cephfs/nofs/{bluestore-bitmap centos_9.stream conf/{client mds mgr mon osd} kernel no-mds-cluster overrides/{ignorelist_health ignorelist_wrongly_marked_down pg-warn pg_health} tasks/{0-from/squid 1-upgrade}} duration: 257.56080746650696 flavor: default owner: scheduled_yuriw@soko04.front.sepia.ceph.com success: true 2026-02-17T22:38:01.254 DEBUG:teuthology.report:Pushing job info to https://paddles-paddles.apps.pok.os.sepia.ceph.com 2026-02-17T22:38:01.392 INFO:teuthology.run:pass